diff --git accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out index bb336ee..4a46786 100644 --- accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out +++ accumulo-handler/src/test/results/positive/accumulo_predicate_pushdown.q.out @@ -227,6 +227,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -279,6 +280,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -327,6 +329,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -396,6 +399,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -434,6 +438,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -509,6 +514,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git accumulo-handler/src/test/results/positive/accumulo_queries.q.out accumulo-handler/src/test/results/positive/accumulo_queries.q.out index f3544ba..78a2a8a 100644 --- accumulo-handler/src/test/results/positive/accumulo_queries.q.out +++ accumulo-handler/src/test/results/positive/accumulo_queries.q.out @@ -82,6 +82,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.accumulo.mr.HiveAccumuloTableOutputFormat serde: org.apache.hadoop.hive.accumulo.serde.AccumuloSerDe name: default.accumulo_table_1 + Execution mode: vectorized PREHOOK: query: FROM src INSERT OVERWRITE TABLE accumulo_table_1 SELECT * WHERE (key%2)=0 PREHOOK: type: QUERY @@ -196,6 +197,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 550 Data size: 5843 Basic stats: PARTIAL Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -346,6 +348,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) @@ -546,6 +549,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git common/src/java/org/apache/hadoop/hive/conf/HiveConf.java common/src/java/org/apache/hadoop/hive/conf/HiveConf.java index 049a594..6e35653 100644 --- common/src/java/org/apache/hadoop/hive/conf/HiveConf.java +++ common/src/java/org/apache/hadoop/hive/conf/HiveConf.java @@ -3425,9 +3425,9 @@ private static void populateLlapDaemonVarsSet(Set llapDaemonVarsSetLocal "and use it to run queries."), // Vectorization enabled - HIVE_VECTORIZATION_ENABLED("hive.vectorized.execution.enabled", false, + HIVE_VECTORIZATION_ENABLED("hive.vectorized.execution.enabled", true, "This flag should be set to true to enable vectorized mode of query execution.\n" + - "The default value is false."), + "The default value is true to reflect that our most expected Hive deployment will be using vectorization."), HIVE_VECTORIZATION_REDUCE_ENABLED("hive.vectorized.execution.reduce.enabled", true, "This flag should be set to true to enable vectorized mode of the reduce-side of query execution.\n" + "The default value is true."), diff --git contrib/src/test/results/clientpositive/dboutput.q.out contrib/src/test/results/clientpositive/dboutput.q.out index 7427892..5660097 100644 --- contrib/src/test/results/clientpositive/dboutput.q.out +++ contrib/src/test/results/clientpositive/dboutput.q.out @@ -73,6 +73,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -150,6 +151,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git contrib/src/test/results/clientpositive/udf_row_sequence.q.out contrib/src/test/results/clientpositive/udf_row_sequence.q.out index 094a71a..c619cdc 100644 --- contrib/src/test/results/clientpositive/udf_row_sequence.q.out +++ contrib/src/test/results/clientpositive/udf_row_sequence.q.out @@ -47,6 +47,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) diff --git hbase-handler/src/test/results/positive/external_table_ppd.q.out hbase-handler/src/test/results/positive/external_table_ppd.q.out index cdc43ee..6acdb3f 100644 --- hbase-handler/src/test/results/positive/external_table_ppd.q.out +++ hbase-handler/src/test/results/positive/external_table_ppd.q.out @@ -147,6 +147,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git hbase-handler/src/test/results/positive/hbase_ddl.q.out hbase-handler/src/test/results/positive/hbase_ddl.q.out index ef3f5f7..db40f84 100644 --- hbase-handler/src/test/results/positive/hbase_ddl.q.out +++ hbase-handler/src/test/results/positive/hbase_ddl.q.out @@ -82,6 +82,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.hbase.HiveHBaseTableOutputFormat serde: org.apache.hadoop.hive.hbase.HBaseSerDe name: default.hbase_table_1 + Execution mode: vectorized PREHOOK: query: FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0 PREHOOK: type: QUERY diff --git hbase-handler/src/test/results/positive/hbase_ppd_key_range.q.out hbase-handler/src/test/results/positive/hbase_ppd_key_range.q.out index 87a01aa..75294ed 100644 --- hbase-handler/src/test/results/positive/hbase_ppd_key_range.q.out +++ hbase-handler/src/test/results/positive/hbase_ppd_key_range.q.out @@ -227,6 +227,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -279,6 +280,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -327,6 +329,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -396,6 +399,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -434,6 +438,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -509,6 +514,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git hbase-handler/src/test/results/positive/hbase_pushdown.q.out hbase-handler/src/test/results/positive/hbase_pushdown.q.out index f99ff29..2816164 100644 --- hbase-handler/src/test/results/positive/hbase_pushdown.q.out +++ hbase-handler/src/test/results/positive/hbase_pushdown.q.out @@ -83,6 +83,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -129,6 +130,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -177,6 +179,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -215,6 +218,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -284,6 +288,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -322,6 +327,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -358,6 +364,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git hbase-handler/src/test/results/positive/hbase_queries.q.out hbase-handler/src/test/results/positive/hbase_queries.q.out index 41e29f9..8a91b66 100644 --- hbase-handler/src/test/results/positive/hbase_queries.q.out +++ hbase-handler/src/test/results/positive/hbase_queries.q.out @@ -82,6 +82,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.hbase.HiveHBaseTableOutputFormat serde: org.apache.hadoop.hive.hbase.HBaseSerDe name: default.hbase_table_1 + Execution mode: vectorized PREHOOK: query: FROM src INSERT OVERWRITE TABLE hbase_table_1 SELECT * WHERE (key%2)=0 PREHOOK: type: QUERY @@ -196,6 +197,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 550 Data size: 5843 Basic stats: PARTIAL Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -346,6 +348,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) @@ -546,6 +549,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git hbase-handler/src/test/results/positive/hbase_timestamp.q.out hbase-handler/src/test/results/positive/hbase_timestamp.q.out index 0511c14..fabbfba 100644 --- hbase-handler/src/test/results/positive/hbase_timestamp.q.out +++ hbase-handler/src/test/results/positive/hbase_timestamp.q.out @@ -186,6 +186,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -234,6 +235,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -284,6 +286,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -332,6 +335,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git hbase-handler/src/test/results/positive/hbasestats.q.out hbase-handler/src/test/results/positive/hbasestats.q.out index 5d000d2..f2285d4 100644 --- hbase-handler/src/test/results/positive/hbasestats.q.out +++ hbase-handler/src/test/results/positive/hbasestats.q.out @@ -101,6 +101,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.hbase.HiveHBaseTableOutputFormat serde: org.apache.hadoop.hive.hbase.HBaseSerDe name: default.users + Execution mode: vectorized PREHOOK: query: INSERT OVERWRITE TABLE users SELECT 'user1', 'IA', 'USA', 0 FROM src PREHOOK: type: QUERY @@ -363,6 +364,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git hbase-handler/src/test/results/positive/ppd_key_ranges.q.out hbase-handler/src/test/results/positive/ppd_key_ranges.q.out index 633e435..18441e8 100644 --- hbase-handler/src/test/results/positive/ppd_key_ranges.q.out +++ hbase-handler/src/test/results/positive/ppd_key_ranges.q.out @@ -127,6 +127,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git itests/hive-blobstore/src/test/results/clientpositive/explain.q.out itests/hive-blobstore/src/test/results/clientpositive/explain.q.out index 3cfb314..a0d6acf 100644 --- itests/hive-blobstore/src/test/results/clientpositive/explain.q.out +++ itests/hive-blobstore/src/test/results/clientpositive/explain.q.out @@ -58,6 +58,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out index 2b28a66..18fe4cd 100644 --- itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out +++ itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out @@ -102,6 +102,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -353,6 +354,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out index a1be085..4016d25 100644 --- itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out +++ itests/hive-blobstore/src/test/results/clientpositive/write_final_output_blobstore.q.out @@ -59,6 +59,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -148,6 +149,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -324,6 +326,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -413,6 +416,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java index 353b890..3227b99 100644 --- itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java +++ itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestAcidOnTez.java @@ -101,6 +101,7 @@ public void setUp() throws Exception { hiveConf.set(HiveConf.ConfVars.PREEXECHOOKS.varname, ""); hiveConf.set(HiveConf.ConfVars.POSTEXECHOOKS.varname, ""); hiveConf.set(HiveConf.ConfVars.METASTOREWAREHOUSE.varname, TEST_WAREHOUSE_DIR); + hiveConf.setBoolVar(HiveConf.ConfVars.HIVE_VECTORIZATION_ENABLED, false); hiveConf.setVar(HiveConf.ConfVars.HIVEMAPREDMODE, "nonstrict"); hiveConf.setVar(HiveConf.ConfVars.HIVEINPUTFORMAT, HiveInputFormat.class.getName()); hiveConf diff --git itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestMTQueries.java itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestMTQueries.java index 618cd85..4838856 100644 --- itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestMTQueries.java +++ itests/hive-unit/src/test/java/org/apache/hadoop/hive/ql/TestMTQueries.java @@ -42,6 +42,7 @@ public void testMTQueries1() throws Exception { // derby fails creating multiple stats aggregator concurrently util.getConf().setBoolean("hive.exec.submitviachild", true); util.getConf().setBoolean("hive.exec.submit.local.task.via.child", true); + util.getConf().setBoolean("hive.vectorized.execution.enabled", false); util.getConf().set("hive.stats.dbclass", "fs"); util.getConf().set("hive.mapred.mode", "nonstrict"); util.getConf().set("hive.stats.column.autogather", "false"); diff --git itests/hive-unit/src/test/java/org/apache/hive/jdbc/AbstractJdbcTriggersTest.java itests/hive-unit/src/test/java/org/apache/hive/jdbc/AbstractJdbcTriggersTest.java index 106e852..17e44bb 100644 --- itests/hive-unit/src/test/java/org/apache/hive/jdbc/AbstractJdbcTriggersTest.java +++ itests/hive-unit/src/test/java/org/apache/hive/jdbc/AbstractJdbcTriggersTest.java @@ -66,6 +66,7 @@ public static void beforeTest() throws Exception { System.out.println("Setting hive-site: " + HiveConf.getHiveSiteLocation()); conf = new HiveConf(); + conf.setBoolVar(HiveConf.ConfVars.HIVE_VECTORIZATION_ENABLED, false); conf.setBoolVar(ConfVars.HIVE_SUPPORT_CONCURRENCY, false); conf.setBoolVar(ConfVars.HIVE_SERVER2_ENABLE_DOAS, false); conf.setVar(ConfVars.HIVE_SERVER2_TEZ_DEFAULT_QUEUES, "default"); diff --git itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestTriggersMoveWorkloadManager.java itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestTriggersMoveWorkloadManager.java index c21778f..e017e63 100644 --- itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestTriggersMoveWorkloadManager.java +++ itests/hive-unit/src/test/java/org/apache/hive/jdbc/TestTriggersMoveWorkloadManager.java @@ -57,6 +57,7 @@ public static void beforeTest() throws Exception { System.out.println("Setting hive-site: " + HiveConf.getHiveSiteLocation()); conf = new HiveConf(); + conf.setBoolVar(HiveConf.ConfVars.HIVE_VECTORIZATION_ENABLED, false); conf.setBoolVar(ConfVars.HIVE_SUPPORT_CONCURRENCY, false); conf.setBoolVar(ConfVars.HIVE_SERVER2_ENABLE_DOAS, false); conf.setTimeVar(ConfVars.HIVE_TRIGGER_VALIDATION_INTERVAL, 50, TimeUnit.MILLISECONDS); diff --git ql/src/test/org/apache/hadoop/hive/ql/lockmgr/TestDbTxnManager2.java ql/src/test/org/apache/hadoop/hive/ql/lockmgr/TestDbTxnManager2.java index 9c32dd5..4c7ec16 100644 --- ql/src/test/org/apache/hadoop/hive/ql/lockmgr/TestDbTxnManager2.java +++ ql/src/test/org/apache/hadoop/hive/ql/lockmgr/TestDbTxnManager2.java @@ -93,6 +93,7 @@ public TestDbTxnManager2() throws Exception { conf .setVar(HiveConf.ConfVars.HIVE_AUTHORIZATION_MANAGER, "org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactory"); + conf.setBoolVar(HiveConf.ConfVars.HIVE_VECTORIZATION_ENABLED, false); TxnDbUtil.setConfValues(conf); conf.setVar(HiveConf.ConfVars.DYNAMICPARTITIONINGMODE, "nonstrict"); } diff --git ql/src/test/queries/clientnegative/cluster_tasklog_retrieval.q ql/src/test/queries/clientnegative/cluster_tasklog_retrieval.q index 020ab86..33b5003 100644 --- ql/src/test/queries/clientnegative/cluster_tasklog_retrieval.q +++ ql/src/test/queries/clientnegative/cluster_tasklog_retrieval.q @@ -1,4 +1,7 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; + -- TaskLog retrieval upon Null Pointer Exception in Cluster CREATE TEMPORARY FUNCTION evaluate_npe AS 'org.apache.hadoop.hive.ql.udf.generic.GenericUDFEvaluateNPE'; diff --git ql/src/test/queries/clientnegative/mapreduce_stack_trace.q ql/src/test/queries/clientnegative/mapreduce_stack_trace.q index 3d66bc2..37bb54d 100644 --- ql/src/test/queries/clientnegative/mapreduce_stack_trace.q +++ ql/src/test/queries/clientnegative/mapreduce_stack_trace.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.exec.mode.local.auto=false; set hive.exec.job.debug.capture.stacktraces=true; set hive.exec.failure.hooks=org.apache.hadoop.hive.ql.hooks.VerifySessionStateStackTracesHook; diff --git ql/src/test/queries/clientnegative/mapreduce_stack_trace_turnoff.q ql/src/test/queries/clientnegative/mapreduce_stack_trace_turnoff.q index 5d00ef9..946374b 100644 --- ql/src/test/queries/clientnegative/mapreduce_stack_trace_turnoff.q +++ ql/src/test/queries/clientnegative/mapreduce_stack_trace_turnoff.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.exec.mode.local.auto=false; set hive.exec.job.debug.capture.stacktraces=false; set hive.exec.failure.hooks=org.apache.hadoop.hive.ql.hooks.VerifySessionStateStackTracesHook; diff --git ql/src/test/queries/clientpositive/bucket_num_reducers.q ql/src/test/queries/clientpositive/bucket_num_reducers.q index 7483e5e..48f7b75 100644 --- ql/src/test/queries/clientpositive/bucket_num_reducers.q +++ ql/src/test/queries/clientpositive/bucket_num_reducers.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.stats.column.autogather=false; set hive.exec.mode.local.auto=false; set mapred.reduce.tasks = 10; diff --git ql/src/test/queries/clientpositive/bucket_num_reducers2.q ql/src/test/queries/clientpositive/bucket_num_reducers2.q index 2c4e697..6d5716d 100644 --- ql/src/test/queries/clientpositive/bucket_num_reducers2.q +++ ql/src/test/queries/clientpositive/bucket_num_reducers2.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.exec.mode.local.auto=false; set hive.exec.reducers.max = 2; diff --git ql/src/test/queries/clientpositive/druidkafkamini_basic.q ql/src/test/queries/clientpositive/druidkafkamini_basic.q index 38662e3..f4fd2a6 100644 --- ql/src/test/queries/clientpositive/druidkafkamini_basic.q +++ ql/src/test/queries/clientpositive/druidkafkamini_basic.q @@ -1,3 +1,4 @@ +SET hive.vectorized.execution.enabled=false; CREATE TABLE druid_kafka_test(`__time` timestamp, page string, `user` string, language string, added int, deleted int) STORED BY 'org.apache.hadoop.hive.druid.DruidStorageHandler' TBLPROPERTIES ( diff --git ql/src/test/queries/clientpositive/druidmini_expressions.q ql/src/test/queries/clientpositive/druidmini_expressions.q index 50d9cf4..882d7af 100644 --- ql/src/test/queries/clientpositive/druidmini_expressions.q +++ ql/src/test/queries/clientpositive/druidmini_expressions.q @@ -1,3 +1,4 @@ +SET hive.vectorized.execution.enabled=false; CREATE TABLE druid_table STORED BY 'org.apache.hadoop.hive.druid.DruidStorageHandler' TBLPROPERTIES ("druid.segment.granularity" = "HOUR", "druid.query.granularity" = "MINUTE") diff --git ql/src/test/queries/clientpositive/druidmini_extractTime.q ql/src/test/queries/clientpositive/druidmini_extractTime.q index 106fddb..2f7129e 100644 --- ql/src/test/queries/clientpositive/druidmini_extractTime.q +++ ql/src/test/queries/clientpositive/druidmini_extractTime.q @@ -1,3 +1,4 @@ +SET hive.vectorized.execution.enabled=false; CREATE TABLE druid_table STORED BY 'org.apache.hadoop.hive.druid.DruidStorageHandler' TBLPROPERTIES ("druid.segment.granularity" = "HOUR", "druid.query.granularity" = "MINUTE") diff --git ql/src/test/queries/clientpositive/druidmini_floorTime.q ql/src/test/queries/clientpositive/druidmini_floorTime.q index b511a5c..4e14855 100644 --- ql/src/test/queries/clientpositive/druidmini_floorTime.q +++ ql/src/test/queries/clientpositive/druidmini_floorTime.q @@ -1,3 +1,4 @@ +SET hive.vectorized.execution.enabled=false; CREATE TABLE druid_table STORED BY 'org.apache.hadoop.hive.druid.DruidStorageHandler' TBLPROPERTIES ("druid.segment.granularity" = "HOUR", "druid.query.granularity" = "MINUTE") diff --git ql/src/test/queries/clientpositive/druidmini_mv.q ql/src/test/queries/clientpositive/druidmini_mv.q index f5ea76b..8cf3d03 100644 --- ql/src/test/queries/clientpositive/druidmini_mv.q +++ ql/src/test/queries/clientpositive/druidmini_mv.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +SET hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/dynpart_sort_optimization_acid.q ql/src/test/queries/clientpositive/dynpart_sort_optimization_acid.q index d6cc647..d0b32cd 100644 --- ql/src/test/queries/clientpositive/dynpart_sort_optimization_acid.q +++ ql/src/test/queries/clientpositive/dynpart_sort_optimization_acid.q @@ -1,4 +1,6 @@ --! qt:dataset:srcpart + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; diff --git ql/src/test/queries/clientpositive/limit_join_transpose.q ql/src/test/queries/clientpositive/limit_join_transpose.q index 09faf93..4c484bd 100644 --- ql/src/test/queries/clientpositive/limit_join_transpose.q +++ ql/src/test/queries/clientpositive/limit_join_transpose.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +SET hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.optimize.limittranspose=false; diff --git ql/src/test/queries/clientpositive/materialized_view_authorization_sqlstd.q ql/src/test/queries/clientpositive/materialized_view_authorization_sqlstd.q index eef1b01..4742cc8 100644 --- ql/src/test/queries/clientpositive/materialized_view_authorization_sqlstd.q +++ ql/src/test/queries/clientpositive/materialized_view_authorization_sqlstd.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.test.authz.sstd.hs2.mode=true; set hive.security.authorization.manager=org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactoryForTest; set hive.security.authenticator.manager=org.apache.hadoop.hive.ql.security.SessionStateConfigUserAuthenticator; diff --git ql/src/test/queries/clientpositive/materialized_view_create.q ql/src/test/queries/clientpositive/materialized_view_create.q index 38dcdeb..8452d16 100644 --- ql/src/test/queries/clientpositive/materialized_view_create.q +++ ql/src/test/queries/clientpositive/materialized_view_create.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; create table cmv_basetable (a int, b varchar(256), c decimal(10,2)); insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8); diff --git ql/src/test/queries/clientpositive/materialized_view_create_rewrite.q ql/src/test/queries/clientpositive/materialized_view_create_rewrite.q index a97ce45..ede548d 100644 --- ql/src/test/queries/clientpositive/materialized_view_create_rewrite.q +++ ql/src/test/queries/clientpositive/materialized_view_create_rewrite.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_create_rewrite_2.q ql/src/test/queries/clientpositive/materialized_view_create_rewrite_2.q index 62aefbc..82c06e4 100644 --- ql/src/test/queries/clientpositive/materialized_view_create_rewrite_2.q +++ ql/src/test/queries/clientpositive/materialized_view_create_rewrite_2.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_create_rewrite_3.q ql/src/test/queries/clientpositive/materialized_view_create_rewrite_3.q index 408e662..6f914ab 100644 --- ql/src/test/queries/clientpositive/materialized_view_create_rewrite_3.q +++ ql/src/test/queries/clientpositive/materialized_view_create_rewrite_3.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_create_rewrite_4.q ql/src/test/queries/clientpositive/materialized_view_create_rewrite_4.q index dbea060..ff1290b 100644 --- ql/src/test/queries/clientpositive/materialized_view_create_rewrite_4.q +++ ql/src/test/queries/clientpositive/materialized_view_create_rewrite_4.q @@ -1,3 +1,4 @@ +SET hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_create_rewrite_5.q ql/src/test/queries/clientpositive/materialized_view_create_rewrite_5.q index 112b44c..1d97325 100644 --- ql/src/test/queries/clientpositive/materialized_view_create_rewrite_5.q +++ ql/src/test/queries/clientpositive/materialized_view_create_rewrite_5.q @@ -1,3 +1,4 @@ +SET hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_create_rewrite_dummy.q ql/src/test/queries/clientpositive/materialized_view_create_rewrite_dummy.q index ab6f46b..c9aeea8 100644 --- ql/src/test/queries/clientpositive/materialized_view_create_rewrite_dummy.q +++ ql/src/test/queries/clientpositive/materialized_view_create_rewrite_dummy.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +SET hive.vectorized.execution.enabled=false; set hive.server2.materializedviews.registry.impl=DUMMY; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; diff --git ql/src/test/queries/clientpositive/materialized_view_create_rewrite_multi_db.q ql/src/test/queries/clientpositive/materialized_view_create_rewrite_multi_db.q index 20cf1fc..9927e9d 100644 --- ql/src/test/queries/clientpositive/materialized_view_create_rewrite_multi_db.q +++ ql/src/test/queries/clientpositive/materialized_view_create_rewrite_multi_db.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_create_rewrite_rebuild_dummy.q ql/src/test/queries/clientpositive/materialized_view_create_rewrite_rebuild_dummy.q index 2851718..86e5a1e 100644 --- ql/src/test/queries/clientpositive/materialized_view_create_rewrite_rebuild_dummy.q +++ ql/src/test/queries/clientpositive/materialized_view_create_rewrite_rebuild_dummy.q @@ -1,3 +1,4 @@ +SET hive.vectorized.execution.enabled=false; set hive.server2.materializedviews.registry.impl=DUMMY; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; diff --git ql/src/test/queries/clientpositive/materialized_view_create_rewrite_time_window.q ql/src/test/queries/clientpositive/materialized_view_create_rewrite_time_window.q index 0755d39..fe3ddeb 100644 --- ql/src/test/queries/clientpositive/materialized_view_create_rewrite_time_window.q +++ ql/src/test/queries/clientpositive/materialized_view_create_rewrite_time_window.q @@ -1,3 +1,4 @@ +SET hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_describe.q ql/src/test/queries/clientpositive/materialized_view_describe.q index 2c48e1d..b5bd467 100644 --- ql/src/test/queries/clientpositive/materialized_view_describe.q +++ ql/src/test/queries/clientpositive/materialized_view_describe.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; create table cmv_basetable (a int, b varchar(256), c decimal(10,2)); insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8); diff --git ql/src/test/queries/clientpositive/materialized_view_drop.q ql/src/test/queries/clientpositive/materialized_view_drop.q index 39d6358..da1b616 100644 --- ql/src/test/queries/clientpositive/materialized_view_drop.q +++ ql/src/test/queries/clientpositive/materialized_view_drop.q @@ -1,4 +1,6 @@ --! qt:dataset:alltypesorc + +set hive.vectorized.execution.enabled=false; create materialized view dmv_mat_view as select cint, cstring1 from alltypesorc where cint < 0; show table extended like dmv_mat_view; diff --git ql/src/test/queries/clientpositive/materialized_view_rewrite_1.q ql/src/test/queries/clientpositive/materialized_view_rewrite_1.q index fa60475..7b90f80 100644 --- ql/src/test/queries/clientpositive/materialized_view_rewrite_1.q +++ ql/src/test/queries/clientpositive/materialized_view_rewrite_1.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_rewrite_2.q ql/src/test/queries/clientpositive/materialized_view_rewrite_2.q index 1688388..6f66a85 100644 --- ql/src/test/queries/clientpositive/materialized_view_rewrite_2.q +++ ql/src/test/queries/clientpositive/materialized_view_rewrite_2.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_rewrite_3.q ql/src/test/queries/clientpositive/materialized_view_rewrite_3.q index 902e616..ba87d80 100644 --- ql/src/test/queries/clientpositive/materialized_view_rewrite_3.q +++ ql/src/test/queries/clientpositive/materialized_view_rewrite_3.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_rewrite_4.q ql/src/test/queries/clientpositive/materialized_view_rewrite_4.q index 2c0fadb..eaba93d 100644 --- ql/src/test/queries/clientpositive/materialized_view_rewrite_4.q +++ ql/src/test/queries/clientpositive/materialized_view_rewrite_4.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_rewrite_5.q ql/src/test/queries/clientpositive/materialized_view_rewrite_5.q index fc4445c..9ffae37 100644 --- ql/src/test/queries/clientpositive/materialized_view_rewrite_5.q +++ ql/src/test/queries/clientpositive/materialized_view_rewrite_5.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_rewrite_6.q ql/src/test/queries/clientpositive/materialized_view_rewrite_6.q index cc844c5..ca31506 100644 --- ql/src/test/queries/clientpositive/materialized_view_rewrite_6.q +++ ql/src/test/queries/clientpositive/materialized_view_rewrite_6.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_rewrite_7.q ql/src/test/queries/clientpositive/materialized_view_rewrite_7.q index 66ff561..e39c223 100644 --- ql/src/test/queries/clientpositive/materialized_view_rewrite_7.q +++ ql/src/test/queries/clientpositive/materialized_view_rewrite_7.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_rewrite_8.q ql/src/test/queries/clientpositive/materialized_view_rewrite_8.q index 837bf5b..9315979 100644 --- ql/src/test/queries/clientpositive/materialized_view_rewrite_8.q +++ ql/src/test/queries/clientpositive/materialized_view_rewrite_8.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_rewrite_9.q ql/src/test/queries/clientpositive/materialized_view_rewrite_9.q index 504b15f..fda6d03 100644 --- ql/src/test/queries/clientpositive/materialized_view_rewrite_9.q +++ ql/src/test/queries/clientpositive/materialized_view_rewrite_9.q @@ -1,5 +1,6 @@ -- SORT_QUERY_RESULTS +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_rewrite_ssb.q ql/src/test/queries/clientpositive/materialized_view_rewrite_ssb.q index ef85acb..ca9157e 100644 --- ql/src/test/queries/clientpositive/materialized_view_rewrite_ssb.q +++ ql/src/test/queries/clientpositive/materialized_view_rewrite_ssb.q @@ -1,4 +1,6 @@ --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/materialized_view_rewrite_ssb_2.q ql/src/test/queries/clientpositive/materialized_view_rewrite_ssb_2.q index d3914be..6752f87 100644 --- ql/src/test/queries/clientpositive/materialized_view_rewrite_ssb_2.q +++ ql/src/test/queries/clientpositive/materialized_view_rewrite_ssb_2.q @@ -1,4 +1,6 @@ --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.strict.checks.cartesian.product=false; diff --git ql/src/test/queries/clientpositive/orc_analyze.q ql/src/test/queries/clientpositive/orc_analyze.q index 5202c07..2683fdc 100644 --- ql/src/test/queries/clientpositive/orc_analyze.q +++ ql/src/test/queries/clientpositive/orc_analyze.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.exec.submitviachild=false; set hive.exec.submit.local.task.via.child=false; diff --git ql/src/test/queries/clientpositive/orc_avro_partition_uniontype.q ql/src/test/queries/clientpositive/orc_avro_partition_uniontype.q index ab484ce..1d68606 100644 --- ql/src/test/queries/clientpositive/orc_avro_partition_uniontype.q +++ ql/src/test/queries/clientpositive/orc_avro_partition_uniontype.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; SET hive.exec.schema.evolution = false; CREATE TABLE avro_orc_partitioned_uniontype (a uniontype) PARTITIONED BY (b int) STORED AS ORC; diff --git ql/src/test/queries/clientpositive/orc_create.q ql/src/test/queries/clientpositive/orc_create.q index ec0f700..930a7cb 100644 --- ql/src/test/queries/clientpositive/orc_create.q +++ ql/src/test/queries/clientpositive/orc_create.q @@ -1,5 +1,8 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; + -- SORT_QUERY_RESULTS DROP TABLE orc_create; diff --git ql/src/test/queries/clientpositive/orc_createas1.q ql/src/test/queries/clientpositive/orc_createas1.q index ee7881c..a5b3e4b 100644 --- ql/src/test/queries/clientpositive/orc_createas1.q +++ ql/src/test/queries/clientpositive/orc_createas1.q @@ -1,5 +1,7 @@ --! qt:dataset:src --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set mapred.max.split.size=100; set mapred.min.split.size=1; diff --git ql/src/test/queries/clientpositive/orc_dictionary_threshold.q ql/src/test/queries/clientpositive/orc_dictionary_threshold.q index de7b4a4..1848500 100644 --- ql/src/test/queries/clientpositive/orc_dictionary_threshold.q +++ ql/src/test/queries/clientpositive/orc_dictionary_threshold.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.exec.orc.dictionary.key.size.threshold=-1; -- Set the threshold to -1 to guarantee dictionary encoding is turned off diff --git ql/src/test/queries/clientpositive/orc_diff_part_cols.q ql/src/test/queries/clientpositive/orc_diff_part_cols.q index e118908..3a2cbd4 100644 --- ql/src/test/queries/clientpositive/orc_diff_part_cols.q +++ ql/src/test/queries/clientpositive/orc_diff_part_cols.q @@ -1,6 +1,9 @@ --! qt:dataset:src --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; + -- SORT_QUERY_RESULTS CREATE TABLE test_orc (key STRING) diff --git ql/src/test/queries/clientpositive/orc_diff_part_cols2.q ql/src/test/queries/clientpositive/orc_diff_part_cols2.q index ce86e5d..41db00e 100644 --- ql/src/test/queries/clientpositive/orc_diff_part_cols2.q +++ ql/src/test/queries/clientpositive/orc_diff_part_cols2.q @@ -1,4 +1,7 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; + -- Create a table with one column, write to it, then add an additional column -- This can break reads diff --git ql/src/test/queries/clientpositive/orc_empty_files.q ql/src/test/queries/clientpositive/orc_empty_files.q index 11e8c23..1ae6e68 100644 --- ql/src/test/queries/clientpositive/orc_empty_files.q +++ ql/src/test/queries/clientpositive/orc_empty_files.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; CREATE TABLE test_orc (key STRING, cnt INT) CLUSTERED BY (key) INTO 3 BUCKETS ROW FORMAT SERDE 'org.apache.hadoop.hive.ql.io.orc.OrcSerde' diff --git ql/src/test/queries/clientpositive/orc_empty_strings.q ql/src/test/queries/clientpositive/orc_empty_strings.q index e0d4e95..53902f0 100644 --- ql/src/test/queries/clientpositive/orc_empty_strings.q +++ ql/src/test/queries/clientpositive/orc_empty_strings.q @@ -1,4 +1,7 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; + -- SORT_QUERY_RESULTS CREATE TABLE test_orc (key STRING) diff --git ql/src/test/queries/clientpositive/orc_empty_table.q ql/src/test/queries/clientpositive/orc_empty_table.q index 05bba28..d03af42 100644 --- ql/src/test/queries/clientpositive/orc_empty_table.q +++ ql/src/test/queries/clientpositive/orc_empty_table.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + CREATE TABLE test_orc_empty_table_with_struct (struct_field STRUCT) STORED AS ORC; SELECT count(*) FROM test_orc_empty_table_with_struct; diff --git ql/src/test/queries/clientpositive/orc_ends_with_nulls.q ql/src/test/queries/clientpositive/orc_ends_with_nulls.q index 83c5a05..9c33048 100644 --- ql/src/test/queries/clientpositive/orc_ends_with_nulls.q +++ ql/src/test/queries/clientpositive/orc_ends_with_nulls.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + CREATE TABLE test_orc (key STRING) ROW FORMAT SERDE 'org.apache.hadoop.hive.ql.io.orc.OrcSerde' STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.orc.OrcInputFormat' diff --git ql/src/test/queries/clientpositive/orc_file_dump.q ql/src/test/queries/clientpositive/orc_file_dump.q index 07c755c..754e121 100644 --- ql/src/test/queries/clientpositive/orc_file_dump.q +++ ql/src/test/queries/clientpositive/orc_file_dump.q @@ -1,4 +1,6 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; + CREATE TABLE staging(t tinyint, si smallint, i int, diff --git ql/src/test/queries/clientpositive/orc_int_type_promotion.q ql/src/test/queries/clientpositive/orc_int_type_promotion.q index aa373a0..93cd1bd 100644 --- ql/src/test/queries/clientpositive/orc_int_type_promotion.q +++ ql/src/test/queries/clientpositive/orc_int_type_promotion.q @@ -1,6 +1,9 @@ --! qt:dataset:srcpart + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.metastore.disallow.incompatible.col.type.changes=false; + create table if not exists alltypes ( bo boolean, ti tinyint, diff --git ql/src/test/queries/clientpositive/orc_llap.q ql/src/test/queries/clientpositive/orc_llap.q index 7a41a20..e2d9080 100644 --- ql/src/test/queries/clientpositive/orc_llap.q +++ ql/src/test/queries/clientpositive/orc_llap.q @@ -1,4 +1,6 @@ --! qt:dataset:alltypesorc + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; SET hive.vectorized.execution.enabled=true; diff --git ql/src/test/queries/clientpositive/orc_llap_counters.q ql/src/test/queries/clientpositive/orc_llap_counters.q index 18c16b2..1136b55 100644 --- ql/src/test/queries/clientpositive/orc_llap_counters.q +++ ql/src/test/queries/clientpositive/orc_llap_counters.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.compute.query.using.stats=false; set hive.mapred.mode=nonstrict; SET hive.optimize.index.filter=true; diff --git ql/src/test/queries/clientpositive/orc_llap_counters1.q ql/src/test/queries/clientpositive/orc_llap_counters1.q index c1e7307..16df96c 100644 --- ql/src/test/queries/clientpositive/orc_llap_counters1.q +++ ql/src/test/queries/clientpositive/orc_llap_counters1.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; SET hive.optimize.index.filter=true; SET hive.cbo.enable=false; diff --git ql/src/test/queries/clientpositive/orc_llap_nonvector.q ql/src/test/queries/clientpositive/orc_llap_nonvector.q index 5616769..6fd676d 100644 --- ql/src/test/queries/clientpositive/orc_llap_nonvector.q +++ ql/src/test/queries/clientpositive/orc_llap_nonvector.q @@ -1,4 +1,6 @@ --! qt:dataset:alltypesorc + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; SET hive.vectorized.execution.enabled=true; diff --git ql/src/test/queries/clientpositive/orc_merge1.q ql/src/test/queries/clientpositive/orc_merge1.q index 1f1af37..a4f3861 100644 --- ql/src/test/queries/clientpositive/orc_merge1.q +++ ql/src/test/queries/clientpositive/orc_merge1.q @@ -1,5 +1,7 @@ --! qt:dataset:src --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; set hive.compute.query.using.stats=false; set hive.mapred.mode=nonstrict; set hive.explain.user=false; diff --git ql/src/test/queries/clientpositive/orc_merge10.q ql/src/test/queries/clientpositive/orc_merge10.q index 263f478..f2acc99 100644 --- ql/src/test/queries/clientpositive/orc_merge10.q +++ ql/src/test/queries/clientpositive/orc_merge10.q @@ -1,5 +1,7 @@ --! qt:dataset:src --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; set hive.compute.query.using.stats=false; set hive.mapred.mode=nonstrict; set hive.explain.user=false; diff --git ql/src/test/queries/clientpositive/orc_merge11.q ql/src/test/queries/clientpositive/orc_merge11.q index a10cca3..746ba21 100644 --- ql/src/test/queries/clientpositive/orc_merge11.q +++ ql/src/test/queries/clientpositive/orc_merge11.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + DROP TABLE orcfile_merge1; DROP TABLE orc_split_elim; diff --git ql/src/test/queries/clientpositive/orc_merge12.q ql/src/test/queries/clientpositive/orc_merge12.q index ed17cea..a5534bd 100644 --- ql/src/test/queries/clientpositive/orc_merge12.q +++ ql/src/test/queries/clientpositive/orc_merge12.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + CREATE TABLE `alltypesorc3xcols`( `atinyint` tinyint, `asmallint` smallint, diff --git ql/src/test/queries/clientpositive/orc_merge13.q ql/src/test/queries/clientpositive/orc_merge13.q index ff98b64..5976107 100644 --- ql/src/test/queries/clientpositive/orc_merge13.q +++ ql/src/test/queries/clientpositive/orc_merge13.q @@ -1,4 +1,6 @@ --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; drop table aa; create table aa (a string, b int) stored as orc; insert into table aa values("b",2); diff --git ql/src/test/queries/clientpositive/orc_merge2.q ql/src/test/queries/clientpositive/orc_merge2.q index 3253c44..e6fdf39 100644 --- ql/src/test/queries/clientpositive/orc_merge2.q +++ ql/src/test/queries/clientpositive/orc_merge2.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.explain.user=false; set hive.merge.orcfile.stripe.level=true; diff --git ql/src/test/queries/clientpositive/orc_merge3.q ql/src/test/queries/clientpositive/orc_merge3.q index 3ab1bd6..730e4a3 100644 --- ql/src/test/queries/clientpositive/orc_merge3.q +++ ql/src/test/queries/clientpositive/orc_merge3.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.explain.user=false; set hive.merge.orcfile.stripe.level=true; diff --git ql/src/test/queries/clientpositive/orc_merge4.q ql/src/test/queries/clientpositive/orc_merge4.q index ca9335c..0dd45d7 100644 --- ql/src/test/queries/clientpositive/orc_merge4.q +++ ql/src/test/queries/clientpositive/orc_merge4.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.explain.user=false; set hive.merge.orcfile.stripe.level=true; diff --git ql/src/test/queries/clientpositive/orc_merge5.q ql/src/test/queries/clientpositive/orc_merge5.q index c24c407..810f1de 100644 --- ql/src/test/queries/clientpositive/orc_merge5.q +++ ql/src/test/queries/clientpositive/orc_merge5.q @@ -1,4 +1,6 @@ +set hive.vectorized.execution.enabled=false; set hive.explain.user=false; + -- SORT_QUERY_RESULTS create table orc_merge5 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc; diff --git ql/src/test/queries/clientpositive/orc_merge6.q ql/src/test/queries/clientpositive/orc_merge6.q index 1612a8b..af80f47 100644 --- ql/src/test/queries/clientpositive/orc_merge6.q +++ ql/src/test/queries/clientpositive/orc_merge6.q @@ -1,4 +1,6 @@ +set hive.vectorized.execution.enabled=false; set hive.explain.user=false; + -- SORT_QUERY_RESULTS -- orc file merge tests for static partitions diff --git ql/src/test/queries/clientpositive/orc_merge7.q ql/src/test/queries/clientpositive/orc_merge7.q index 49b81bf..2acff2c 100644 --- ql/src/test/queries/clientpositive/orc_merge7.q +++ ql/src/test/queries/clientpositive/orc_merge7.q @@ -1,4 +1,6 @@ +set hive.vectorized.execution.enabled=false; set hive.explain.user=false; + -- SORT_QUERY_RESULTS -- orc merge file tests for dynamic partition case diff --git ql/src/test/queries/clientpositive/orc_merge8.q ql/src/test/queries/clientpositive/orc_merge8.q index 30a892b..d24b2e6 100644 --- ql/src/test/queries/clientpositive/orc_merge8.q +++ ql/src/test/queries/clientpositive/orc_merge8.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + create table if not exists alltypes ( bo boolean, ti tinyint, diff --git ql/src/test/queries/clientpositive/orc_merge9.q ql/src/test/queries/clientpositive/orc_merge9.q index 3ac7ff7..a662737 100644 --- ql/src/test/queries/clientpositive/orc_merge9.q +++ ql/src/test/queries/clientpositive/orc_merge9.q @@ -1,4 +1,7 @@ --! qt:dataset:alltypesorc + +set hive.vectorized.execution.enabled=false; + create table ts_merge ( userid bigint, string1 string, diff --git ql/src/test/queries/clientpositive/orc_merge_diff_fs.q ql/src/test/queries/clientpositive/orc_merge_diff_fs.q index 8dd9f74..9cfff44 100644 --- ql/src/test/queries/clientpositive/orc_merge_diff_fs.q +++ ql/src/test/queries/clientpositive/orc_merge_diff_fs.q @@ -1,5 +1,7 @@ --! qt:dataset:src --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; set hive.compute.query.using.stats=false; set hive.mapred.mode=nonstrict; set hive.explain.user=false; diff --git ql/src/test/queries/clientpositive/orc_merge_incompat1.q ql/src/test/queries/clientpositive/orc_merge_incompat1.q index b9f6246..60458d0 100644 --- ql/src/test/queries/clientpositive/orc_merge_incompat1.q +++ ql/src/test/queries/clientpositive/orc_merge_incompat1.q @@ -1,4 +1,6 @@ +set hive.vectorized.execution.enabled=false; set hive.explain.user=false; + -- SORT_QUERY_RESULTS create table orc_merge5 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc; diff --git ql/src/test/queries/clientpositive/orc_merge_incompat2.q ql/src/test/queries/clientpositive/orc_merge_incompat2.q index 4d8674f..ef66522 100644 --- ql/src/test/queries/clientpositive/orc_merge_incompat2.q +++ ql/src/test/queries/clientpositive/orc_merge_incompat2.q @@ -1,5 +1,7 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.explain.user=false; + -- SORT_QUERY_RESULTS -- orc merge file tests for dynamic partition case diff --git ql/src/test/queries/clientpositive/orc_merge_incompat3.q ql/src/test/queries/clientpositive/orc_merge_incompat3.q index 562f998..c3d1a49 100644 --- ql/src/test/queries/clientpositive/orc_merge_incompat3.q +++ ql/src/test/queries/clientpositive/orc_merge_incompat3.q @@ -1,4 +1,7 @@ --! qt:dataset:alltypesorc + +set hive.vectorized.execution.enabled=false; + create table concat_incompat like alltypesorc; load data local inpath '../../data/files/alltypesorc' into table concat_incompat; diff --git ql/src/test/queries/clientpositive/orc_merge_incompat_writer_version.q ql/src/test/queries/clientpositive/orc_merge_incompat_writer_version.q index 5febb3b..139098c 100644 --- ql/src/test/queries/clientpositive/orc_merge_incompat_writer_version.q +++ ql/src/test/queries/clientpositive/orc_merge_incompat_writer_version.q @@ -1,4 +1,7 @@ --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; + DROP TABLE part_orc; CREATE TABLE part_orc( p_partkey int, diff --git ql/src/test/queries/clientpositive/orc_min_max.q ql/src/test/queries/clientpositive/orc_min_max.q index b81adf2..58a35d0 100644 --- ql/src/test/queries/clientpositive/orc_min_max.q +++ ql/src/test/queries/clientpositive/orc_min_max.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + create table if not exists alltypes ( bo boolean, ti tinyint, diff --git ql/src/test/queries/clientpositive/orc_mr_pathalias.q ql/src/test/queries/clientpositive/orc_mr_pathalias.q index ded6f25..72ebd34 100644 --- ql/src/test/queries/clientpositive/orc_mr_pathalias.q +++ ql/src/test/queries/clientpositive/orc_mr_pathalias.q @@ -1,4 +1,7 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; + create database if not exists test; drop table if exists test.test_orc_src; drop table if exists test.test_orc_src2; diff --git ql/src/test/queries/clientpositive/orc_ppd_boolean.q ql/src/test/queries/clientpositive/orc_ppd_boolean.q index 7565071..7cec204 100644 --- ql/src/test/queries/clientpositive/orc_ppd_boolean.q +++ ql/src/test/queries/clientpositive/orc_ppd_boolean.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET mapred.min.split.size=1000; SET mapred.max.split.size=5000; diff --git ql/src/test/queries/clientpositive/orc_ppd_char.q ql/src/test/queries/clientpositive/orc_ppd_char.q index 48cbcf7..d9ccf6f 100644 --- ql/src/test/queries/clientpositive/orc_ppd_char.q +++ ql/src/test/queries/clientpositive/orc_ppd_char.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET mapred.min.split.size=1000; diff --git ql/src/test/queries/clientpositive/orc_ppd_date.q ql/src/test/queries/clientpositive/orc_ppd_date.q index 2252b02..1a34043 100644 --- ql/src/test/queries/clientpositive/orc_ppd_date.q +++ ql/src/test/queries/clientpositive/orc_ppd_date.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET mapred.min.split.size=1000; SET mapred.max.split.size=5000; diff --git ql/src/test/queries/clientpositive/orc_ppd_exception.q ql/src/test/queries/clientpositive/orc_ppd_exception.q index a9db8f0..122cc3f 100644 --- ql/src/test/queries/clientpositive/orc_ppd_exception.q +++ ql/src/test/queries/clientpositive/orc_ppd_exception.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; diff --git ql/src/test/queries/clientpositive/orc_ppd_is_null.q ql/src/test/queries/clientpositive/orc_ppd_is_null.q index 241f4d0..aefde55 100644 --- ql/src/test/queries/clientpositive/orc_ppd_is_null.q +++ ql/src/test/queries/clientpositive/orc_ppd_is_null.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET mapred.min.split.size=1000; SET mapred.max.split.size=5000; diff --git ql/src/test/queries/clientpositive/orc_ppd_same_table_multiple_aliases.q ql/src/test/queries/clientpositive/orc_ppd_same_table_multiple_aliases.q index 3b72c14..cc7e3e0 100644 --- ql/src/test/queries/clientpositive/orc_ppd_same_table_multiple_aliases.q +++ ql/src/test/queries/clientpositive/orc_ppd_same_table_multiple_aliases.q @@ -1,4 +1,6 @@ -- SORT_QUERY_RESULTS; + +set hive.vectorized.execution.enabled=false; set hive.optimize.index.filter=true; create table test_table(number int) stored as ORC; diff --git ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q index 60408db..c31b0c1 100644 --- ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q +++ ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1a.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.cli.print.header=true; set hive.metastore.disallow.incompatible.col.type.changes=true; set hive.optimize.ppd=false; diff --git ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q index c1be125..7cbfbcf 100644 --- ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q +++ ql/src/test/queries/clientpositive/orc_ppd_schema_evol_1b.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.cli.print.header=true; set hive.metastore.disallow.incompatible.col.type.changes=true; set hive.optimize.ppd=false; diff --git ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q index 8951496..0f48730 100644 --- ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q +++ ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2a.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.cli.print.header=true; set hive.metastore.disallow.incompatible.col.type.changes=false; set hive.optimize.ppd=false; diff --git ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q index f6e3133..b64471e 100644 --- ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q +++ ql/src/test/queries/clientpositive/orc_ppd_schema_evol_2b.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.cli.print.header=true; set hive.metastore.disallow.incompatible.col.type.changes=false; set hive.optimize.ppd=false; diff --git ql/src/test/queries/clientpositive/orc_ppd_str_conversion.q ql/src/test/queries/clientpositive/orc_ppd_str_conversion.q index 768e3f7..bba6c57 100644 --- ql/src/test/queries/clientpositive/orc_ppd_str_conversion.q +++ ql/src/test/queries/clientpositive/orc_ppd_str_conversion.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.cbo.enable=false; create table orc_test( col1 varchar(15), col2 char(10)) stored as orc; diff --git ql/src/test/queries/clientpositive/orc_ppd_timestamp.q ql/src/test/queries/clientpositive/orc_ppd_timestamp.q index 062b5be..bc0965d 100644 --- ql/src/test/queries/clientpositive/orc_ppd_timestamp.q +++ ql/src/test/queries/clientpositive/orc_ppd_timestamp.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET mapred.min.split.size=1000; SET mapred.max.split.size=5000; diff --git ql/src/test/queries/clientpositive/orc_ppd_varchar.q ql/src/test/queries/clientpositive/orc_ppd_varchar.q index e17f547..588a9ca 100644 --- ql/src/test/queries/clientpositive/orc_ppd_varchar.q +++ ql/src/test/queries/clientpositive/orc_ppd_varchar.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET mapred.min.split.size=1000; SET mapred.max.split.size=5000; diff --git ql/src/test/queries/clientpositive/orc_predicate_pushdown.q ql/src/test/queries/clientpositive/orc_predicate_pushdown.q index 9be815e..bc75ecf 100644 --- ql/src/test/queries/clientpositive/orc_predicate_pushdown.q +++ ql/src/test/queries/clientpositive/orc_predicate_pushdown.q @@ -1,4 +1,6 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; + -- SORT_QUERY_RESULTS CREATE TABLE orc_pred(t tinyint, diff --git ql/src/test/queries/clientpositive/orc_remove_cols.q ql/src/test/queries/clientpositive/orc_remove_cols.q index fe7cc74..0e8426d 100644 --- ql/src/test/queries/clientpositive/orc_remove_cols.q +++ ql/src/test/queries/clientpositive/orc_remove_cols.q @@ -1,4 +1,6 @@ --! qt:dataset:alltypesorc + +set hive.vectorized.execution.enabled=false; SET hive.exec.schema.evolution=false; set hive.fetch.task.conversion=more; set hive.mapred.mode=nonstrict; diff --git ql/src/test/queries/clientpositive/orc_schema_evolution.q ql/src/test/queries/clientpositive/orc_schema_evolution.q index 639dbb9..9fdd0e1 100644 --- ql/src/test/queries/clientpositive/orc_schema_evolution.q +++ ql/src/test/queries/clientpositive/orc_schema_evolution.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; SET hive.exec.schema.evolution=true; diff --git ql/src/test/queries/clientpositive/orc_schema_evolution_float.q ql/src/test/queries/clientpositive/orc_schema_evolution_float.q index 6316324..c2d9840 100644 --- ql/src/test/queries/clientpositive/orc_schema_evolution_float.q +++ ql/src/test/queries/clientpositive/orc_schema_evolution_float.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.optimize.index.filter=false; set hive.metastore.disallow.incompatible.col.type.changes=false; diff --git ql/src/test/queries/clientpositive/orc_split_elimination.q ql/src/test/queries/clientpositive/orc_split_elimination.q index 0d99f046..719b21c 100644 --- ql/src/test/queries/clientpositive/orc_split_elimination.q +++ ql/src/test/queries/clientpositive/orc_split_elimination.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- SORT_QUERY_RESULTS create table orc_split_elim (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc; diff --git ql/src/test/queries/clientpositive/orc_timestamplocaltz_type.q ql/src/test/queries/clientpositive/orc_timestamplocaltz_type.q index fbe702e..52f4b34 100644 --- ql/src/test/queries/clientpositive/orc_timestamplocaltz_type.q +++ ql/src/test/queries/clientpositive/orc_timestamplocaltz_type.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; diff --git ql/src/test/queries/clientpositive/orc_wide_table.q ql/src/test/queries/clientpositive/orc_wide_table.q index d2ec385..1c418ee 100644 --- ql/src/test/queries/clientpositive/orc_wide_table.q +++ ql/src/test/queries/clientpositive/orc_wide_table.q @@ -1,5 +1,7 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.stats.column.autogather=false; + drop table if exists test_txt; drop table if exists test_orc; create table test_txt( diff --git ql/src/test/queries/clientpositive/parquet_analyze.q ql/src/test/queries/clientpositive/parquet_analyze.q index 0d7543e..c0a49b6 100644 --- ql/src/test/queries/clientpositive/parquet_analyze.q +++ ql/src/test/queries/clientpositive/parquet_analyze.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + CREATE TABLE parquet_create_people_staging ( id int, first_name string, diff --git ql/src/test/queries/clientpositive/parquet_array_map_emptynullvals.q ql/src/test/queries/clientpositive/parquet_array_map_emptynullvals.q index 03ed961..991501b 100644 --- ql/src/test/queries/clientpositive/parquet_array_map_emptynullvals.q +++ ql/src/test/queries/clientpositive/parquet_array_map_emptynullvals.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; drop table if exists testSets; drop table if exists testSets2; create table testSets ( diff --git ql/src/test/queries/clientpositive/parquet_array_null_element.q ql/src/test/queries/clientpositive/parquet_array_null_element.q index d711d26..76dd940 100644 --- ql/src/test/queries/clientpositive/parquet_array_null_element.q +++ ql/src/test/queries/clientpositive/parquet_array_null_element.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + DROP TABLE parquet_array_null_element_staging; DROP TABLE parquet_array_null_element; diff --git ql/src/test/queries/clientpositive/parquet_array_of_multi_field_struct.q ql/src/test/queries/clientpositive/parquet_array_of_multi_field_struct.q index b96d302..795d93b 100644 --- ql/src/test/queries/clientpositive/parquet_array_of_multi_field_struct.q +++ ql/src/test/queries/clientpositive/parquet_array_of_multi_field_struct.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- this test creates a Parquet table with an array of multi-field structs CREATE TABLE parquet_array_of_multi_field_structs ( diff --git ql/src/test/queries/clientpositive/parquet_array_of_optional_elements.q ql/src/test/queries/clientpositive/parquet_array_of_optional_elements.q index 1ae9cce..e2a4473 100644 --- ql/src/test/queries/clientpositive/parquet_array_of_optional_elements.q +++ ql/src/test/queries/clientpositive/parquet_array_of_optional_elements.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- this test creates a Parquet table with an array of optional structs CREATE TABLE parquet_array_of_optional_elements ( diff --git ql/src/test/queries/clientpositive/parquet_array_of_required_elements.q ql/src/test/queries/clientpositive/parquet_array_of_required_elements.q index 967b333..4eec733 100644 --- ql/src/test/queries/clientpositive/parquet_array_of_required_elements.q +++ ql/src/test/queries/clientpositive/parquet_array_of_required_elements.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- this test creates a Parquet table with an array of structs CREATE TABLE parquet_array_of_required_elements ( diff --git ql/src/test/queries/clientpositive/parquet_array_of_single_field_struct.q ql/src/test/queries/clientpositive/parquet_array_of_single_field_struct.q index f61fe29..a8b6ab7 100644 --- ql/src/test/queries/clientpositive/parquet_array_of_single_field_struct.q +++ ql/src/test/queries/clientpositive/parquet_array_of_single_field_struct.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- this test creates a Parquet table with an array of single-field structs -- that has an ambiguous Parquet schema that is assumed to be a list of bigints -- This is verifies compliance with the spec for this case. diff --git ql/src/test/queries/clientpositive/parquet_array_of_structs.q ql/src/test/queries/clientpositive/parquet_array_of_structs.q index 9e8b56c..bcee8f3 100644 --- ql/src/test/queries/clientpositive/parquet_array_of_structs.q +++ ql/src/test/queries/clientpositive/parquet_array_of_structs.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- this test creates a Parquet table with an array of structs CREATE TABLE parquet_array_of_structs ( diff --git ql/src/test/queries/clientpositive/parquet_array_of_unannotated_groups.q ql/src/test/queries/clientpositive/parquet_array_of_unannotated_groups.q index 1a0698a..898c5b3 100644 --- ql/src/test/queries/clientpositive/parquet_array_of_unannotated_groups.q +++ ql/src/test/queries/clientpositive/parquet_array_of_unannotated_groups.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- this test creates a Parquet table from a structure with an unannotated -- repeated structure of (x,y) structs diff --git ql/src/test/queries/clientpositive/parquet_array_of_unannotated_primitives.q ql/src/test/queries/clientpositive/parquet_array_of_unannotated_primitives.q index c38d9dc..3ecc5aa 100644 --- ql/src/test/queries/clientpositive/parquet_array_of_unannotated_primitives.q +++ ql/src/test/queries/clientpositive/parquet_array_of_unannotated_primitives.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- this test creates a Parquet table from a structure with an unannotated -- repeated structure of int32s diff --git ql/src/test/queries/clientpositive/parquet_avro_array_of_primitives.q ql/src/test/queries/clientpositive/parquet_avro_array_of_primitives.q index 9f7ad3d..5f51749 100644 --- ql/src/test/queries/clientpositive/parquet_avro_array_of_primitives.q +++ ql/src/test/queries/clientpositive/parquet_avro_array_of_primitives.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- this test creates a Parquet table with an array of structs CREATE TABLE parquet_avro_array_of_primitives ( diff --git ql/src/test/queries/clientpositive/parquet_avro_array_of_single_field_struct.q ql/src/test/queries/clientpositive/parquet_avro_array_of_single_field_struct.q index d5fdb00..d95d9f8 100644 --- ql/src/test/queries/clientpositive/parquet_avro_array_of_single_field_struct.q +++ ql/src/test/queries/clientpositive/parquet_avro_array_of_single_field_struct.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- this test creates a Parquet table with an array of single-field structs -- as written by parquet-avro diff --git ql/src/test/queries/clientpositive/parquet_columnar.q ql/src/test/queries/clientpositive/parquet_columnar.q index ca6da81..708335c 100644 --- ql/src/test/queries/clientpositive/parquet_columnar.q +++ ql/src/test/queries/clientpositive/parquet_columnar.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set parquet.column.index.access=true; DROP TABLE IF EXISTS parquet_columnar_access_stage; diff --git ql/src/test/queries/clientpositive/parquet_create.q ql/src/test/queries/clientpositive/parquet_create.q index f2eea6e..d8f9530 100644 --- ql/src/test/queries/clientpositive/parquet_create.q +++ ql/src/test/queries/clientpositive/parquet_create.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + DROP TABLE parquet_create_staging; DROP TABLE parquet_create; diff --git ql/src/test/queries/clientpositive/parquet_ctas.q ql/src/test/queries/clientpositive/parquet_ctas.q index 1b1dd0c..fee9d9f 100644 --- ql/src/test/queries/clientpositive/parquet_ctas.q +++ ql/src/test/queries/clientpositive/parquet_ctas.q @@ -1,5 +1,8 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; + drop table staging; drop table parquet_ctas; drop table parquet_ctas_advanced; diff --git ql/src/test/queries/clientpositive/parquet_decimal.q ql/src/test/queries/clientpositive/parquet_decimal.q index ccb6713..1d3559a 100644 --- ql/src/test/queries/clientpositive/parquet_decimal.q +++ ql/src/test/queries/clientpositive/parquet_decimal.q @@ -1,4 +1,6 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; + DROP TABLE IF EXISTS `dec`; CREATE TABLE `dec`(name string, value decimal(8,4)); diff --git ql/src/test/queries/clientpositive/parquet_decimal1.q ql/src/test/queries/clientpositive/parquet_decimal1.q index fa3e2b8..e764c64 100644 --- ql/src/test/queries/clientpositive/parquet_decimal1.q +++ ql/src/test/queries/clientpositive/parquet_decimal1.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + DROP TABLE IF EXISTS dec_comp; CREATE TABLE dec_comp(arr ARRAY, m MAP, s STRUCT) diff --git ql/src/test/queries/clientpositive/parquet_external_time.q ql/src/test/queries/clientpositive/parquet_external_time.q index 6c9f2d1..d83125c 100644 --- ql/src/test/queries/clientpositive/parquet_external_time.q +++ ql/src/test/queries/clientpositive/parquet_external_time.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + create table timetest_parquet(t timestamp) stored as parquet; load data local inpath '../../data/files/parquet_external_time.parq' into table timetest_parquet; diff --git ql/src/test/queries/clientpositive/parquet_join.q ql/src/test/queries/clientpositive/parquet_join.q index 09b85d5..106e476 100644 --- ql/src/test/queries/clientpositive/parquet_join.q +++ ql/src/test/queries/clientpositive/parquet_join.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; drop table if exists staging; diff --git ql/src/test/queries/clientpositive/parquet_join2.q ql/src/test/queries/clientpositive/parquet_join2.q index 9d107c7..bd0ce4b 100644 --- ql/src/test/queries/clientpositive/parquet_join2.q +++ ql/src/test/queries/clientpositive/parquet_join2.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.optimize.index.filter = true; set hive.auto.convert.join=false; diff --git ql/src/test/queries/clientpositive/parquet_map_null.q ql/src/test/queries/clientpositive/parquet_map_null.q index e154159..810532d 100644 --- ql/src/test/queries/clientpositive/parquet_map_null.q +++ ql/src/test/queries/clientpositive/parquet_map_null.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- This test attempts to write a parquet table from an avro table that contains map null values DROP TABLE IF EXISTS avro_table; diff --git ql/src/test/queries/clientpositive/parquet_mixed_case.q ql/src/test/queries/clientpositive/parquet_mixed_case.q index 95fc958..01caa2d 100644 --- ql/src/test/queries/clientpositive/parquet_mixed_case.q +++ ql/src/test/queries/clientpositive/parquet_mixed_case.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + DROP TABLE parquet_mixed_case; CREATE TABLE parquet_mixed_case ( diff --git ql/src/test/queries/clientpositive/parquet_mixed_partition_formats.q ql/src/test/queries/clientpositive/parquet_mixed_partition_formats.q index fb6f458..19cb0c0 100644 --- ql/src/test/queries/clientpositive/parquet_mixed_partition_formats.q +++ ql/src/test/queries/clientpositive/parquet_mixed_partition_formats.q @@ -1,4 +1,6 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; + DROP TABLE if exists parquet_mixed_partition_formats; CREATE TABLE parquet_mixed_partition_formats ( diff --git ql/src/test/queries/clientpositive/parquet_mixed_partition_formats2.q ql/src/test/queries/clientpositive/parquet_mixed_partition_formats2.q index 00d05d2..78c3b0f 100644 --- ql/src/test/queries/clientpositive/parquet_mixed_partition_formats2.q +++ ql/src/test/queries/clientpositive/parquet_mixed_partition_formats2.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; add jar ${system:maven.local.repository}/org/apache/hive/hcatalog/hive-hcatalog-core/${system:hive.version}/hive-hcatalog-core-${system:hive.version}.jar; diff --git ql/src/test/queries/clientpositive/parquet_partitioned.q ql/src/test/queries/clientpositive/parquet_partitioned.q index f588dcd..22028c0 100644 --- ql/src/test/queries/clientpositive/parquet_partitioned.q +++ ql/src/test/queries/clientpositive/parquet_partitioned.q @@ -1,4 +1,6 @@ --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.exec.dynamic.partition.mode=nonstrict; set hive.exec.dynamic.partition=true; diff --git ql/src/test/queries/clientpositive/parquet_ppd.q ql/src/test/queries/clientpositive/parquet_ppd.q index 5e82f95..19a4f7f 100644 --- ql/src/test/queries/clientpositive/parquet_ppd.q +++ ql/src/test/queries/clientpositive/parquet_ppd.q @@ -1,4 +1,7 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; + CREATE TABLE parquet_tbl( key int, ldate string) diff --git ql/src/test/queries/clientpositive/parquet_ppd_boolean.q ql/src/test/queries/clientpositive/parquet_ppd_boolean.q index 818f65c..a4bd30a 100644 --- ql/src/test/queries/clientpositive/parquet_ppd_boolean.q +++ ql/src/test/queries/clientpositive/parquet_ppd_boolean.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET mapred.min.split.size=1000; SET mapred.max.split.size=5000; diff --git ql/src/test/queries/clientpositive/parquet_ppd_char.q ql/src/test/queries/clientpositive/parquet_ppd_char.q index 664bd35..31ee693 100644 --- ql/src/test/queries/clientpositive/parquet_ppd_char.q +++ ql/src/test/queries/clientpositive/parquet_ppd_char.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.optimize.ppd=true; SET mapred.min.split.size=1000; diff --git ql/src/test/queries/clientpositive/parquet_ppd_date.q ql/src/test/queries/clientpositive/parquet_ppd_date.q index c635128..ebc9f41 100644 --- ql/src/test/queries/clientpositive/parquet_ppd_date.q +++ ql/src/test/queries/clientpositive/parquet_ppd_date.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.optimize.ppd=true; SET mapred.min.split.size=1000; diff --git ql/src/test/queries/clientpositive/parquet_ppd_multifiles.q ql/src/test/queries/clientpositive/parquet_ppd_multifiles.q index ebbf3af..075e854 100644 --- ql/src/test/queries/clientpositive/parquet_ppd_multifiles.q +++ ql/src/test/queries/clientpositive/parquet_ppd_multifiles.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + CREATE TABLE parquet_ppd_multifiles ( name string, `dec` decimal(5,0) diff --git ql/src/test/queries/clientpositive/parquet_ppd_partition.q ql/src/test/queries/clientpositive/parquet_ppd_partition.q index 08af84f..90672ec 100644 --- ql/src/test/queries/clientpositive/parquet_ppd_partition.q +++ ql/src/test/queries/clientpositive/parquet_ppd_partition.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; SET hive.optimize.index.filter=true; SET hive.optimize.ppd=true; diff --git ql/src/test/queries/clientpositive/parquet_ppd_timestamp.q ql/src/test/queries/clientpositive/parquet_ppd_timestamp.q index 60fbe53..dcb04a1 100644 --- ql/src/test/queries/clientpositive/parquet_ppd_timestamp.q +++ ql/src/test/queries/clientpositive/parquet_ppd_timestamp.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.optimize.ppd=true; SET mapred.min.split.size=1000; diff --git ql/src/test/queries/clientpositive/parquet_ppd_varchar.q ql/src/test/queries/clientpositive/parquet_ppd_varchar.q index c30f0b3..926e721 100644 --- ql/src/test/queries/clientpositive/parquet_ppd_varchar.q +++ ql/src/test/queries/clientpositive/parquet_ppd_varchar.q @@ -1,5 +1,7 @@ --! qt:dataset:src1 --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.optimize.ppd=true; SET mapred.min.split.size=1000; diff --git ql/src/test/queries/clientpositive/parquet_predicate_pushdown.q ql/src/test/queries/clientpositive/parquet_predicate_pushdown.q index 0e8dd04..bfa3715 100644 --- ql/src/test/queries/clientpositive/parquet_predicate_pushdown.q +++ ql/src/test/queries/clientpositive/parquet_predicate_pushdown.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; SET hive.optimize.ppd=true; set hive.llap.cache.allow.synthetic.fileid=true; diff --git ql/src/test/queries/clientpositive/parquet_predicate_pushdown_2.q ql/src/test/queries/clientpositive/parquet_predicate_pushdown_2.q index 1b63a42..0383630 100644 --- ql/src/test/queries/clientpositive/parquet_predicate_pushdown_2.q +++ ql/src/test/queries/clientpositive/parquet_predicate_pushdown_2.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; SET hive.optimize.ppd=true; SET hive.optimize.index.filter=true; diff --git ql/src/test/queries/clientpositive/parquet_read_backward_compatible_files.q ql/src/test/queries/clientpositive/parquet_read_backward_compatible_files.q index b2fa90e..df1c25b 100644 --- ql/src/test/queries/clientpositive/parquet_read_backward_compatible_files.q +++ ql/src/test/queries/clientpositive/parquet_read_backward_compatible_files.q @@ -1,4 +1,7 @@ --! qt:dataset:alltypesparquet + +set hive.vectorized.execution.enabled=false; + -- This test makes sure that parquet can read older parquet files written by Hive <= 0.12 -- alltypesparquet is a files written by older version of Hive diff --git ql/src/test/queries/clientpositive/parquet_schema_evolution.q ql/src/test/queries/clientpositive/parquet_schema_evolution.q index 00cad9e..4f593af 100644 --- ql/src/test/queries/clientpositive/parquet_schema_evolution.q +++ ql/src/test/queries/clientpositive/parquet_schema_evolution.q @@ -1,5 +1,8 @@ --! qt:dataset:srcpart + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; + -- Some tables might have extra columns and struct elements on the schema than the on Parquet schema; -- This is called 'schema evolution' as the Parquet file is not ready yet for such new columns; -- Hive should support this schema, and return NULL values instead; diff --git ql/src/test/queries/clientpositive/parquet_serde.q ql/src/test/queries/clientpositive/parquet_serde.q index 9661f5b..6f371f3 100644 --- ql/src/test/queries/clientpositive/parquet_serde.q +++ ql/src/test/queries/clientpositive/parquet_serde.q @@ -1,5 +1,8 @@ --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; + DROP TABLE if exists parquet_mixed_fileformat; CREATE TABLE parquet_mixed_fileformat ( diff --git ql/src/test/queries/clientpositive/parquet_table_with_subschema.q ql/src/test/queries/clientpositive/parquet_table_with_subschema.q index 7c1b7b5..f5d9b8e 100644 --- ql/src/test/queries/clientpositive/parquet_table_with_subschema.q +++ ql/src/test/queries/clientpositive/parquet_table_with_subschema.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- Sometimes, the user wants to create a table from just a portion of the file schema; -- This test makes sure that this scenario works; diff --git ql/src/test/queries/clientpositive/parquet_thrift_array_of_primitives.q ql/src/test/queries/clientpositive/parquet_thrift_array_of_primitives.q index 38b8e6b..edf3c85 100644 --- ql/src/test/queries/clientpositive/parquet_thrift_array_of_primitives.q +++ ql/src/test/queries/clientpositive/parquet_thrift_array_of_primitives.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- this test creates a Parquet table with an array of structs CREATE TABLE parquet_thrift_array_of_primitives ( diff --git ql/src/test/queries/clientpositive/parquet_thrift_array_of_single_field_struct.q ql/src/test/queries/clientpositive/parquet_thrift_array_of_single_field_struct.q index bbb8c98..1b9238b 100644 --- ql/src/test/queries/clientpositive/parquet_thrift_array_of_single_field_struct.q +++ ql/src/test/queries/clientpositive/parquet_thrift_array_of_single_field_struct.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + -- this test creates a Parquet table with an array of single-field structs -- as written by parquet-thrift diff --git ql/src/test/queries/clientpositive/parquet_type_promotion.q ql/src/test/queries/clientpositive/parquet_type_promotion.q index 7edfc35..8c82737 100644 --- ql/src/test/queries/clientpositive/parquet_type_promotion.q +++ ql/src/test/queries/clientpositive/parquet_type_promotion.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + DROP TABLE parquet_type_promotion_staging; DROP TABLE parquet_type_promotion; diff --git ql/src/test/queries/clientpositive/parquet_types.q ql/src/test/queries/clientpositive/parquet_types.q index 1a8844b..d8a07cd 100644 --- ql/src/test/queries/clientpositive/parquet_types.q +++ ql/src/test/queries/clientpositive/parquet_types.q @@ -1,3 +1,4 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; set hive.llap.cache.allow.synthetic.fileid=true; DROP TABLE parquet_types_staging; diff --git ql/src/test/queries/clientpositive/parquet_types_non_dictionary_encoding_vectorization.q ql/src/test/queries/clientpositive/parquet_types_non_dictionary_encoding_vectorization.q index 7de444f..e17d48b 100644 --- ql/src/test/queries/clientpositive/parquet_types_non_dictionary_encoding_vectorization.q +++ ql/src/test/queries/clientpositive/parquet_types_non_dictionary_encoding_vectorization.q @@ -1,4 +1,6 @@ +set hive.vectorized.execution.enabled=false; set hive.mapred.mode=nonstrict; + DROP TABLE parquet_types_staging; DROP TABLE parquet_types; diff --git ql/src/test/queries/clientpositive/parquet_write_correct_definition_levels.q ql/src/test/queries/clientpositive/parquet_write_correct_definition_levels.q index 8992ccd..59f2381 100644 --- ql/src/test/queries/clientpositive/parquet_write_correct_definition_levels.q +++ ql/src/test/queries/clientpositive/parquet_write_correct_definition_levels.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; CREATE TABLE text_tbl (a STRUCT>) STORED AS TEXTFILE; diff --git ql/src/test/queries/clientpositive/ptf.q ql/src/test/queries/clientpositive/ptf.q index bcdbaab..ae65d22 100644 --- ql/src/test/queries/clientpositive/ptf.q +++ ql/src/test/queries/clientpositive/ptf.q @@ -1,5 +1,8 @@ --! qt:dataset:part + +SET hive.vectorized.execution.enabled=true; set hive.explain.user=false; + -- SORT_QUERY_RESULTS --1. test1 diff --git ql/src/test/queries/clientpositive/ptf_decimal.q ql/src/test/queries/clientpositive/ptf_decimal.q index 8eea0e7..a636098 100644 --- ql/src/test/queries/clientpositive/ptf_decimal.q +++ ql/src/test/queries/clientpositive/ptf_decimal.q @@ -1,4 +1,7 @@ --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; + -- SORT_QUERY_RESULTS -- 1. aggregate functions with decimal type diff --git ql/src/test/queries/clientpositive/ptf_general_queries.q ql/src/test/queries/clientpositive/ptf_general_queries.q index 0ab756e..3221ab0 100644 --- ql/src/test/queries/clientpositive/ptf_general_queries.q +++ ql/src/test/queries/clientpositive/ptf_general_queries.q @@ -1,4 +1,7 @@ --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; + -- SORT_QUERY_RESULTS -- 1. testNoPTFNoWindowing diff --git ql/src/test/queries/clientpositive/ptf_matchpath.q ql/src/test/queries/clientpositive/ptf_matchpath.q index 7b67a34..f769759 100644 --- ql/src/test/queries/clientpositive/ptf_matchpath.q +++ ql/src/test/queries/clientpositive/ptf_matchpath.q @@ -1,4 +1,6 @@ +set hive.vectorized.execution.enabled=false; set hive.explain.user=false; + DROP TABLE flights_tiny; create table flights_tiny ( diff --git ql/src/test/queries/clientpositive/ptf_rcfile.q ql/src/test/queries/clientpositive/ptf_rcfile.q index 1bed12b..3dc29f0 100644 --- ql/src/test/queries/clientpositive/ptf_rcfile.q +++ ql/src/test/queries/clientpositive/ptf_rcfile.q @@ -1,4 +1,7 @@ --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; + DROP TABLE part_rc; CREATE TABLE part_rc( diff --git ql/src/test/queries/clientpositive/ptf_register_tblfn.q ql/src/test/queries/clientpositive/ptf_register_tblfn.q index 374cc43..9f1044d 100644 --- ql/src/test/queries/clientpositive/ptf_register_tblfn.q +++ ql/src/test/queries/clientpositive/ptf_register_tblfn.q @@ -1,3 +1,5 @@ +set hive.vectorized.execution.enabled=false; + DROP TABLE flights_tiny; create table flights_tiny ( diff --git ql/src/test/queries/clientpositive/ptf_seqfile.q ql/src/test/queries/clientpositive/ptf_seqfile.q index d59665f..84a03dd 100644 --- ql/src/test/queries/clientpositive/ptf_seqfile.q +++ ql/src/test/queries/clientpositive/ptf_seqfile.q @@ -1,4 +1,7 @@ --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; + DROP TABLE part_seq; CREATE TABLE part_seq( diff --git ql/src/test/queries/clientpositive/ptf_streaming.q ql/src/test/queries/clientpositive/ptf_streaming.q index 5d7e531..9dc540e 100644 --- ql/src/test/queries/clientpositive/ptf_streaming.q +++ ql/src/test/queries/clientpositive/ptf_streaming.q @@ -1,5 +1,8 @@ --! qt:dataset:part + +set hive.vectorized.execution.enabled=false; set hive.explain.user=false; + -- SORT_QUERY_RESULTS --1. test1 diff --git ql/src/test/queries/clientpositive/retry_failure.q ql/src/test/queries/clientpositive/retry_failure.q index dec584b..0d5ce4f 100644 --- ql/src/test/queries/clientpositive/retry_failure.q +++ ql/src/test/queries/clientpositive/retry_failure.q @@ -1,4 +1,5 @@ --! qt:dataset:src + SET hive.vectorized.execution.enabled=false; create table tx(a int,f string); insert into tx values (1,'non_existent_file'); diff --git ql/src/test/queries/clientpositive/retry_failure_oom.q ql/src/test/queries/clientpositive/retry_failure_oom.q index 21c9f8c..663077b 100644 --- ql/src/test/queries/clientpositive/retry_failure_oom.q +++ ql/src/test/queries/clientpositive/retry_failure_oom.q @@ -1,3 +1,4 @@ +SET hive.vectorized.execution.enabled=false; create table tx(a int,f string); insert into tx values (1,'non_existent_file'); diff --git ql/src/test/queries/clientpositive/retry_failure_stat_changes.q ql/src/test/queries/clientpositive/retry_failure_stat_changes.q index c594255..e1c70ed 100644 --- ql/src/test/queries/clientpositive/retry_failure_stat_changes.q +++ ql/src/test/queries/clientpositive/retry_failure_stat_changes.q @@ -1,3 +1,4 @@ +SET hive.vectorized.execution.enabled=false; create table tx(a int,u int); insert into tx values (1,1),(2,2),(3,3),(4,4),(5,5),(6,6),(7,7),(10,10); diff --git ql/src/test/queries/clientpositive/schema_evol_par_vec_table_dictionary_encoding.q ql/src/test/queries/clientpositive/schema_evol_par_vec_table_dictionary_encoding.q index 6b706ab..fbae934 100644 --- ql/src/test/queries/clientpositive/schema_evol_par_vec_table_dictionary_encoding.q +++ ql/src/test/queries/clientpositive/schema_evol_par_vec_table_dictionary_encoding.q @@ -2,6 +2,8 @@ set hive.fetch.task.conversion=none; set hive.vectorized.execution.enabled=true; set parquet.enable.dictionary=true; +-- SORT_QUERY_RESULTS + drop table test_alter; drop table test_alter2; drop table test_alter3; diff --git ql/src/test/queries/clientpositive/schema_evol_par_vec_table_non_dictionary_encoding.q ql/src/test/queries/clientpositive/schema_evol_par_vec_table_non_dictionary_encoding.q index 3006bd4..22a455c 100644 --- ql/src/test/queries/clientpositive/schema_evol_par_vec_table_non_dictionary_encoding.q +++ ql/src/test/queries/clientpositive/schema_evol_par_vec_table_non_dictionary_encoding.q @@ -2,6 +2,8 @@ set hive.fetch.task.conversion=none; set hive.vectorized.execution.enabled=true; set parquet.enable.dictionary=false; +-- SORT_QUERY_RESULTS + drop table test_alter; drop table test_alter2; drop table test_alter3; diff --git ql/src/test/queries/clientpositive/scriptfile1.q ql/src/test/queries/clientpositive/scriptfile1.q index 9604c57..243c65c 100644 --- ql/src/test/queries/clientpositive/scriptfile1.q +++ ql/src/test/queries/clientpositive/scriptfile1.q @@ -1,4 +1,6 @@ --! qt:dataset:src + +set hive.vectorized.execution.enabled=false; set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; -- SORT_QUERY_RESULTS diff --git ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out index 6ca6c5d..eaa3be9 100644 --- ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out +++ ql/src/test/results/clientnegative/bucket_mapjoin_mismatch1.q.out @@ -214,6 +214,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientnegative/sortmerge_mapjoin_mismatch_1.q.out ql/src/test/results/clientnegative/sortmerge_mapjoin_mismatch_1.q.out index 5345d7c..5614cec 100644 --- ql/src/test/results/clientnegative/sortmerge_mapjoin_mismatch_1.q.out +++ ql/src/test/results/clientnegative/sortmerge_mapjoin_mismatch_1.q.out @@ -97,6 +97,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out index b259b63..a3a264d 100644 --- ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out +++ ql/src/test/results/clientnegative/spark/spark_job_max_tasks.q.out @@ -37,6 +37,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -57,6 +58,7 @@ STAGE PLANS: Statistics: Num rows: 12 Data size: 91 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) diff --git ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out index b259b63..a3a264d 100644 --- ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out +++ ql/src/test/results/clientnegative/spark/spark_stage_max_tasks.q.out @@ -37,6 +37,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -57,6 +58,7 @@ STAGE PLANS: Statistics: Num rows: 12 Data size: 91 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/acid_mapjoin.q.out ql/src/test/results/clientpositive/acid_mapjoin.q.out index a73207c..5569a03 100644 --- ql/src/test/results/clientpositive/acid_mapjoin.q.out +++ ql/src/test/results/clientpositive/acid_mapjoin.q.out @@ -122,6 +122,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/acid_nullscan.q.out ql/src/test/results/clientpositive/acid_nullscan.q.out index d15e2f1..5b2227f 100644 --- ql/src/test/results/clientpositive/acid_nullscan.q.out +++ ql/src/test/results/clientpositive/acid_nullscan.q.out @@ -42,12 +42,12 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_vectorized - Statistics: Num rows: 88 Data size: 25470 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 88 Data size: 25400 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: false (type: boolean) - Statistics: Num rows: 1 Data size: 289 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 288 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(a) mode: hash @@ -81,7 +81,7 @@ STAGE PLANS: serialization.ddl struct acid_vectorized { i32 a, string b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe - totalSize 2547 + totalSize 2540 transactional true transactional_properties default #### A masked pattern was here #### @@ -102,7 +102,7 @@ STAGE PLANS: serialization.ddl struct acid_vectorized { i32 a, string b} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2547 + totalSize 2540 transactional true transactional_properties default #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/acid_table_stats.q.out ql/src/test/results/clientpositive/acid_table_stats.q.out index 215de13..1fc71db 100644 --- ql/src/test/results/clientpositive/acid_table_stats.q.out +++ ql/src/test/results/clientpositive/acid_table_stats.q.out @@ -93,7 +93,7 @@ Table: acid #### A masked pattern was here #### Partition Parameters: numFiles 2 - totalSize 4013 + totalSize 4009 #### A masked pattern was here #### # Storage Information @@ -131,9 +131,9 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid - Statistics: Num rows: 82 Data size: 40130 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 82 Data size: 40090 Basic stats: COMPLETE Column stats: NONE Select Operator - Statistics: Num rows: 82 Data size: 40130 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 82 Data size: 40090 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -143,6 +143,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -208,7 +209,7 @@ Partition Parameters: numFiles 2 numRows 1000 rawDataSize 208000 - totalSize 4013 + totalSize 4009 #### A masked pattern was here #### # Storage Information @@ -259,7 +260,7 @@ Partition Parameters: numFiles 2 numRows 1000 rawDataSize 208000 - totalSize 4013 + totalSize 4009 #### A masked pattern was here #### # Storage Information @@ -309,6 +310,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -382,7 +384,7 @@ Table: acid #### A masked pattern was here #### Partition Parameters: numFiles 4 - totalSize 8019 + totalSize 8011 #### A masked pattern was here #### # Storage Information @@ -429,7 +431,7 @@ Partition Parameters: numFiles 4 numRows 2000 rawDataSize 416000 - totalSize 8019 + totalSize 8011 #### A masked pattern was here #### # Storage Information @@ -468,6 +470,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -541,6 +544,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) diff --git ql/src/test/results/clientpositive/alias_casted_column.q.out ql/src/test/results/clientpositive/alias_casted_column.q.out index 1d996d8..c06173d 100644 --- ql/src/test/results/clientpositive/alias_casted_column.q.out +++ ql/src/test/results/clientpositive/alias_casted_column.q.out @@ -24,6 +24,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -57,6 +58,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/allcolref_in_udf.q.out ql/src/test/results/clientpositive/allcolref_in_udf.q.out index d22646b..000a782 100644 --- ql/src/test/results/clientpositive/allcolref_in_udf.q.out +++ ql/src/test/results/clientpositive/allcolref_in_udf.q.out @@ -32,6 +32,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/alterColumnStatsPart.q.out ql/src/test/results/clientpositive/alterColumnStatsPart.q.out index 01dd242..620c1ef 100644 --- ql/src/test/results/clientpositive/alterColumnStatsPart.q.out +++ ql/src/test/results/clientpositive/alterColumnStatsPart.q.out @@ -132,6 +132,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -265,6 +266,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -357,6 +359,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -419,6 +422,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) diff --git ql/src/test/results/clientpositive/analyze_tbl_date.q.out ql/src/test/results/clientpositive/analyze_tbl_date.q.out index cc74b53..6a84fe3 100644 --- ql/src/test/results/clientpositive/analyze_tbl_date.q.out +++ ql/src/test/results/clientpositive/analyze_tbl_date.q.out @@ -87,6 +87,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/annotate_stats_deep_filters.q.out ql/src/test/results/clientpositive/annotate_stats_deep_filters.q.out index 970b786..dfeb540 100644 --- ql/src/test/results/clientpositive/annotate_stats_deep_filters.q.out +++ ql/src/test/results/clientpositive/annotate_stats_deep_filters.q.out @@ -135,6 +135,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -224,6 +225,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/annotate_stats_filter.q.out ql/src/test/results/clientpositive/annotate_stats_filter.q.out index ae300aa..2e4a132 100644 --- ql/src/test/results/clientpositive/annotate_stats_filter.q.out +++ ql/src/test/results/clientpositive/annotate_stats_filter.q.out @@ -102,6 +102,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -148,6 +149,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -184,6 +186,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -220,6 +223,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -256,6 +260,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -292,6 +297,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -328,6 +334,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -364,6 +371,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -421,6 +429,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -478,6 +487,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -535,6 +545,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -571,6 +582,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -607,6 +619,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -643,6 +656,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -679,6 +693,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -715,6 +730,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -751,6 +767,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -787,6 +804,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -823,6 +841,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -859,6 +878,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -895,6 +915,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -931,6 +952,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -967,6 +989,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -1003,6 +1026,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -1039,6 +1063,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -1075,6 +1100,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/annotate_stats_groupby.q.out ql/src/test/results/clientpositive/annotate_stats_groupby.q.out index cb33177..166cd29 100644 --- ql/src/test/results/clientpositive/annotate_stats_groupby.q.out +++ ql/src/test/results/clientpositive/annotate_stats_groupby.q.out @@ -125,6 +125,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 8 Data size: 784 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -155,6 +156,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 8 Data size: 784 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -215,6 +217,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -264,6 +267,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 8 Data size: 720 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -313,6 +317,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 32 Data size: 3136 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -363,6 +368,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 24 Data size: 2352 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -413,6 +419,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 24 Data size: 2352 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -463,6 +470,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 8 Data size: 784 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -513,6 +521,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 16 Data size: 1568 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -563,6 +572,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 24 Data size: 2352 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -613,6 +623,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 32 Data size: 3136 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -663,6 +674,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -712,6 +724,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 16 Data size: 1568 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -762,6 +775,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 4 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -811,6 +825,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 32 Data size: 3184 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -861,6 +876,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 24 Data size: 2388 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -911,6 +927,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 24 Data size: 2388 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -961,6 +978,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -1011,6 +1029,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 16 Data size: 1592 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -1061,6 +1080,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 24 Data size: 2388 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -1111,6 +1131,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 32 Data size: 3184 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) @@ -1161,6 +1182,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1210,6 +1232,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: bigint) Statistics: Num rows: 32 Data size: 3184 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: bigint) diff --git ql/src/test/results/clientpositive/annotate_stats_groupby2.q.out ql/src/test/results/clientpositive/annotate_stats_groupby2.q.out index b983141..588ffe2 100644 --- ql/src/test/results/clientpositive/annotate_stats_groupby2.q.out +++ ql/src/test/results/clientpositive/annotate_stats_groupby2.q.out @@ -65,6 +65,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -114,6 +115,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 80 Data size: 800 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) @@ -164,6 +166,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -213,6 +216,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 10 Data size: 940 Basic stats: COMPLETE Column stats: PARTIAL + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -262,6 +266,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 40 Data size: 7240 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) @@ -312,6 +317,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 20 Data size: 3460 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -361,6 +367,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 80 Data size: 14480 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) diff --git ql/src/test/results/clientpositive/ansi_sql_arithmetic.q.out ql/src/test/results/clientpositive/ansi_sql_arithmetic.q.out index 769bce0..8aaa253 100644 --- ql/src/test/results/clientpositive/ansi_sql_arithmetic.q.out +++ ql/src/test/results/clientpositive/ansi_sql_arithmetic.q.out @@ -27,6 +27,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -72,6 +73,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/array_size_estimation.q.out ql/src/test/results/clientpositive/array_size_estimation.q.out index ec0c86f..2da8a73 100644 --- ql/src/test/results/clientpositive/array_size_estimation.q.out +++ ql/src/test/results/clientpositive/array_size_estimation.q.out @@ -43,6 +43,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -78,6 +79,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -113,6 +115,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -148,6 +151,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/autoColumnStats_4.q.out ql/src/test/results/clientpositive/autoColumnStats_4.q.out index 63caa17..67add22 100644 --- ql/src/test/results/clientpositive/autoColumnStats_4.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_4.q.out @@ -72,6 +72,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: varchar(128)) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(128)) @@ -96,6 +97,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: varchar(128)) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: varchar(128)) @@ -153,6 +155,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -195,7 +198,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 2 - totalSize 1862 + totalSize 1856 transactional true transactional_properties default #### A masked pattern was here #### @@ -237,7 +240,7 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {} numFiles 4 - totalSize 3012 + totalSize 3000 transactional true transactional_properties default #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/autoColumnStats_7.q.out ql/src/test/results/clientpositive/autoColumnStats_7.q.out index acea69e..7f7b7a4 100644 --- ql/src/test/results/clientpositive/autoColumnStats_7.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_7.q.out @@ -46,6 +46,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), sum(KEY._col1:0._col0) @@ -70,6 +71,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1) @@ -127,6 +129,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), c1 (type: int), c2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll'), compute_stats(VALUE._col3, 'hll') @@ -148,6 +151,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1304 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/autoColumnStats_8.q.out ql/src/test/results/clientpositive/autoColumnStats_8.q.out index 1d7e966..95cbbc5 100644 --- ql/src/test/results/clientpositive/autoColumnStats_8.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_8.q.out @@ -501,6 +501,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: struct), _col3 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/autoColumnStats_9.q.out ql/src/test/results/clientpositive/autoColumnStats_9.q.out index 0dfcf04..012b290 100644 --- ql/src/test/results/clientpositive/autoColumnStats_9.q.out +++ ql/src/test/results/clientpositive/autoColumnStats_9.q.out @@ -180,6 +180,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/auto_join0.q.out ql/src/test/results/clientpositive/auto_join0.q.out index d15196e..da036b7 100644 --- ql/src/test/results/clientpositive/auto_join0.q.out +++ ql/src/test/results/clientpositive/auto_join0.q.out @@ -53,6 +53,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -105,6 +106,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -116,6 +118,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -167,6 +170,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -221,6 +225,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/auto_join1.q.out ql/src/test/results/clientpositive/auto_join1.q.out index 2edfb86..347e9f8 100644 --- ql/src/test/results/clientpositive/auto_join1.q.out +++ ql/src/test/results/clientpositive/auto_join1.q.out @@ -122,6 +122,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/auto_join10.q.out ql/src/test/results/clientpositive/auto_join10.q.out index 7b30527..d6c9c35 100644 --- ql/src/test/results/clientpositive/auto_join10.q.out +++ ql/src/test/results/clientpositive/auto_join10.q.out @@ -77,6 +77,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join11.q.out ql/src/test/results/clientpositive/auto_join11.q.out index 1beed50..ce91122 100644 --- ql/src/test/results/clientpositive/auto_join11.q.out +++ ql/src/test/results/clientpositive/auto_join11.q.out @@ -77,6 +77,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join12.q.out ql/src/test/results/clientpositive/auto_join12.q.out index 7e4d39d..8dae2ec 100644 --- ql/src/test/results/clientpositive/auto_join12.q.out +++ ql/src/test/results/clientpositive/auto_join12.q.out @@ -105,6 +105,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join13.q.out ql/src/test/results/clientpositive/auto_join13.q.out index bae1879..ab1e100 100644 --- ql/src/test/results/clientpositive/auto_join13.q.out +++ ql/src/test/results/clientpositive/auto_join13.q.out @@ -109,6 +109,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join14.q.out ql/src/test/results/clientpositive/auto_join14.q.out index 6201071..9b73c72 100644 --- ql/src/test/results/clientpositive/auto_join14.q.out +++ ql/src/test/results/clientpositive/auto_join14.q.out @@ -122,6 +122,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/auto_join15.q.out ql/src/test/results/clientpositive/auto_join15.q.out index fc4eb74..fd0dfd3 100644 --- ql/src/test/results/clientpositive/auto_join15.q.out +++ ql/src/test/results/clientpositive/auto_join15.q.out @@ -69,6 +69,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join16.q.out ql/src/test/results/clientpositive/auto_join16.q.out index 3cd4376..eb124c2 100644 --- ql/src/test/results/clientpositive/auto_join16.q.out +++ ql/src/test/results/clientpositive/auto_join16.q.out @@ -77,6 +77,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join17.q.out ql/src/test/results/clientpositive/auto_join17.q.out index 20adc30..743b72c 100644 --- ql/src/test/results/clientpositive/auto_join17.q.out +++ ql/src/test/results/clientpositive/auto_join17.q.out @@ -122,6 +122,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/auto_join18.q.out ql/src/test/results/clientpositive/auto_join18.q.out index 0039983..7e8de94 100644 --- ql/src/test/results/clientpositive/auto_join18.q.out +++ ql/src/test/results/clientpositive/auto_join18.q.out @@ -54,6 +54,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -118,6 +119,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out index 4025f06..9c0bffd 100644 --- ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out +++ ql/src/test/results/clientpositive/auto_join18_multi_distinct.q.out @@ -56,6 +56,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -120,6 +121,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/auto_join19.q.out ql/src/test/results/clientpositive/auto_join19.q.out index 80615de..f371cc5 100644 --- ql/src/test/results/clientpositive/auto_join19.q.out +++ ql/src/test/results/clientpositive/auto_join19.q.out @@ -124,6 +124,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/auto_join19_inclause.q.out ql/src/test/results/clientpositive/auto_join19_inclause.q.out index 80615de..f371cc5 100644 --- ql/src/test/results/clientpositive/auto_join19_inclause.q.out +++ ql/src/test/results/clientpositive/auto_join19_inclause.q.out @@ -124,6 +124,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/auto_join2.q.out ql/src/test/results/clientpositive/auto_join2.q.out index 63fc65a..a7dd6a2 100644 --- ql/src/test/results/clientpositive/auto_join2.q.out +++ ql/src/test/results/clientpositive/auto_join2.q.out @@ -148,6 +148,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/auto_join20.q.out ql/src/test/results/clientpositive/auto_join20.q.out index 0d7558a..f512c7f 100644 --- ql/src/test/results/clientpositive/auto_join20.q.out +++ ql/src/test/results/clientpositive/auto_join20.q.out @@ -96,6 +96,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -235,6 +236,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join21.q.out ql/src/test/results/clientpositive/auto_join21.q.out index a1ec028..84a4627 100644 --- ql/src/test/results/clientpositive/auto_join21.q.out +++ ql/src/test/results/clientpositive/auto_join21.q.out @@ -78,6 +78,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join22.q.out ql/src/test/results/clientpositive/auto_join22.q.out index 0700017..7b35422 100644 --- ql/src/test/results/clientpositive/auto_join22.q.out +++ ql/src/test/results/clientpositive/auto_join22.q.out @@ -93,6 +93,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join23.q.out ql/src/test/results/clientpositive/auto_join23.q.out index 7128ce5..8fa5787 100644 --- ql/src/test/results/clientpositive/auto_join23.q.out +++ ql/src/test/results/clientpositive/auto_join23.q.out @@ -55,6 +55,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 27556 Data size: 612872 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join24.q.out ql/src/test/results/clientpositive/auto_join24.q.out index acedf64..96abbf3 100644 --- ql/src/test/results/clientpositive/auto_join24.q.out +++ ql/src/test/results/clientpositive/auto_join24.q.out @@ -83,6 +83,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join26.q.out ql/src/test/results/clientpositive/auto_join26.q.out index 91d7985..931c154 100644 --- ql/src/test/results/clientpositive/auto_join26.q.out +++ ql/src/test/results/clientpositive/auto_join26.q.out @@ -78,6 +78,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -141,6 +142,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/auto_join27.q.out ql/src/test/results/clientpositive/auto_join27.q.out index 1c5f573..eeb1f73 100644 --- ql/src/test/results/clientpositive/auto_join27.q.out +++ ql/src/test/results/clientpositive/auto_join27.q.out @@ -49,6 +49,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -154,6 +155,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/auto_join28.q.out ql/src/test/results/clientpositive/auto_join28.q.out index b191ba4..d93f397 100644 --- ql/src/test/results/clientpositive/auto_join28.q.out +++ ql/src/test/results/clientpositive/auto_join28.q.out @@ -78,6 +78,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -182,6 +183,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -286,6 +288,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -387,6 +390,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join29.q.out ql/src/test/results/clientpositive/auto_join29.q.out index df59378..a784add 100644 --- ql/src/test/results/clientpositive/auto_join29.q.out +++ ql/src/test/results/clientpositive/auto_join29.q.out @@ -78,6 +78,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -690,6 +691,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -1302,6 +1304,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -1923,6 +1926,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -2538,6 +2542,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -2650,6 +2655,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -3262,6 +3268,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -3377,6 +3384,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 365 Data size: 3878 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -3502,6 +3510,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join3.q.out ql/src/test/results/clientpositive/auto_join3.q.out index 01ba7f6..df80648 100644 --- ql/src/test/results/clientpositive/auto_join3.q.out +++ ql/src/test/results/clientpositive/auto_join3.q.out @@ -144,6 +144,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/auto_join31.q.out ql/src/test/results/clientpositive/auto_join31.q.out index 90aecae..ffee3de 100644 --- ql/src/test/results/clientpositive/auto_join31.q.out +++ ql/src/test/results/clientpositive/auto_join31.q.out @@ -92,6 +92,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/auto_join33.q.out ql/src/test/results/clientpositive/auto_join33.q.out index c0eaecd..ec6018d 100644 --- ql/src/test/results/clientpositive/auto_join33.q.out +++ ql/src/test/results/clientpositive/auto_join33.q.out @@ -69,6 +69,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/auto_join4.q.out ql/src/test/results/clientpositive/auto_join4.q.out index b5efad6..d2cd903 100644 --- ql/src/test/results/clientpositive/auto_join4.q.out +++ ql/src/test/results/clientpositive/auto_join4.q.out @@ -144,6 +144,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/auto_join5.q.out ql/src/test/results/clientpositive/auto_join5.q.out index f91cf7a..2ba4f4d 100644 --- ql/src/test/results/clientpositive/auto_join5.q.out +++ ql/src/test/results/clientpositive/auto_join5.q.out @@ -144,6 +144,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/auto_join6.q.out ql/src/test/results/clientpositive/auto_join6.q.out index 166ecda..4f3245a 100644 --- ql/src/test/results/clientpositive/auto_join6.q.out +++ ql/src/test/results/clientpositive/auto_join6.q.out @@ -141,6 +141,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/auto_join7.q.out ql/src/test/results/clientpositive/auto_join7.q.out index c8f7144..7fdd894 100644 --- ql/src/test/results/clientpositive/auto_join7.q.out +++ ql/src/test/results/clientpositive/auto_join7.q.out @@ -169,6 +169,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 2592 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3), compute_stats(VALUE._col4), compute_stats(VALUE._col5) diff --git ql/src/test/results/clientpositive/auto_join8.q.out ql/src/test/results/clientpositive/auto_join8.q.out index 063f2f3..c3b856b 100644 --- ql/src/test/results/clientpositive/auto_join8.q.out +++ ql/src/test/results/clientpositive/auto_join8.q.out @@ -147,6 +147,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/auto_join9.q.out ql/src/test/results/clientpositive/auto_join9.q.out index b4aa03e..c2f315a 100644 --- ql/src/test/results/clientpositive/auto_join9.q.out +++ ql/src/test/results/clientpositive/auto_join9.q.out @@ -122,6 +122,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/auto_join_stats.q.out ql/src/test/results/clientpositive/auto_join_stats.q.out index 1f5c74e..7e115f0 100644 --- ql/src/test/results/clientpositive/auto_join_stats.q.out +++ ql/src/test/results/clientpositive/auto_join_stats.q.out @@ -91,6 +91,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -136,6 +137,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -189,6 +191,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -352,6 +355,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -423,6 +427,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -476,6 +481,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/auto_join_stats2.q.out ql/src/test/results/clientpositive/auto_join_stats2.q.out index dc2a929..1b274a1 100644 --- ql/src/test/results/clientpositive/auto_join_stats2.q.out +++ ql/src/test/results/clientpositive/auto_join_stats2.q.out @@ -109,6 +109,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -268,6 +269,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out index b891507..13e4dea 100644 --- ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out +++ ql/src/test/results/clientpositive/avro_schema_evolution_native.q.out @@ -349,6 +349,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/beeline/explain_outputs.q.out ql/src/test/results/clientpositive/beeline/explain_outputs.q.out index e771a9a..a77c91c 100644 --- ql/src/test/results/clientpositive/beeline/explain_outputs.q.out +++ ql/src/test/results/clientpositive/beeline/explain_outputs.q.out @@ -106,6 +106,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -204,6 +205,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1/1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -310,6 +312,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out index 0312b21..5a15a90 100644 --- ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out +++ ql/src/test/results/clientpositive/beeline/smb_mapjoin_11.q.out @@ -251,6 +251,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1921,6 +1922,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2030,6 +2032,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out index 857eb70..b7ac613 100644 --- ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out +++ ql/src/test/results/clientpositive/beeline/smb_mapjoin_12.q.out @@ -464,6 +464,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out index 3bc00c8..58b148a 100644 --- ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out +++ ql/src/test/results/clientpositive/beeline/smb_mapjoin_13.q.out @@ -281,6 +281,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/bucket1.q.out ql/src/test/results/clientpositive/bucket1.q.out index 3266ab0..3060df3 100644 --- ql/src/test/results/clientpositive/bucket1.q.out +++ ql/src/test/results/clientpositive/bucket1.q.out @@ -40,6 +40,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -209,6 +210,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/bucket2.q.out ql/src/test/results/clientpositive/bucket2.q.out index c57769e..16218f9 100644 --- ql/src/test/results/clientpositive/bucket2.q.out +++ ql/src/test/results/clientpositive/bucket2.q.out @@ -39,6 +39,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -247,6 +248,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/bucket3.q.out ql/src/test/results/clientpositive/bucket3.q.out index a2109ee..be40bd0 100644 --- ql/src/test/results/clientpositive/bucket3.q.out +++ ql/src/test/results/clientpositive/bucket3.q.out @@ -40,6 +40,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -209,6 +210,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -326,6 +328,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/bucket_map_join_1.q.out ql/src/test/results/clientpositive/bucket_map_join_1.q.out index b68e1aa..8b2debc 100644 --- ql/src/test/results/clientpositive/bucket_map_join_1.q.out +++ ql/src/test/results/clientpositive/bucket_map_join_1.q.out @@ -107,6 +107,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/bucket_map_join_2.q.out ql/src/test/results/clientpositive/bucket_map_join_2.q.out index d1cbe3d..0f1acb9 100644 --- ql/src/test/results/clientpositive/bucket_map_join_2.q.out +++ ql/src/test/results/clientpositive/bucket_map_join_2.q.out @@ -107,6 +107,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/bucketcontext_1.q.out ql/src/test/results/clientpositive/bucketcontext_1.q.out index fb9a8e1..77c3f93 100644 --- ql/src/test/results/clientpositive/bucketcontext_1.q.out +++ ql/src/test/results/clientpositive/bucketcontext_1.q.out @@ -216,6 +216,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/bucketcontext_2.q.out ql/src/test/results/clientpositive/bucketcontext_2.q.out index f0ebfaa..1bc08c8 100644 --- ql/src/test/results/clientpositive/bucketcontext_2.q.out +++ ql/src/test/results/clientpositive/bucketcontext_2.q.out @@ -200,6 +200,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/bucketcontext_3.q.out ql/src/test/results/clientpositive/bucketcontext_3.q.out index a1fde02..0e263e8 100644 --- ql/src/test/results/clientpositive/bucketcontext_3.q.out +++ ql/src/test/results/clientpositive/bucketcontext_3.q.out @@ -247,6 +247,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/bucketcontext_4.q.out ql/src/test/results/clientpositive/bucketcontext_4.q.out index da30743..d35b226 100644 --- ql/src/test/results/clientpositive/bucketcontext_4.q.out +++ ql/src/test/results/clientpositive/bucketcontext_4.q.out @@ -263,6 +263,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/bucketcontext_5.q.out ql/src/test/results/clientpositive/bucketcontext_5.q.out index cf263be..19751e2 100644 --- ql/src/test/results/clientpositive/bucketcontext_5.q.out +++ ql/src/test/results/clientpositive/bucketcontext_5.q.out @@ -133,6 +133,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/bucketcontext_6.q.out ql/src/test/results/clientpositive/bucketcontext_6.q.out index 889ef90..fed20b4 100644 --- ql/src/test/results/clientpositive/bucketcontext_6.q.out +++ ql/src/test/results/clientpositive/bucketcontext_6.q.out @@ -151,6 +151,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/bucketcontext_7.q.out ql/src/test/results/clientpositive/bucketcontext_7.q.out index 81811e7..dffe45f 100644 --- ql/src/test/results/clientpositive/bucketcontext_7.q.out +++ ql/src/test/results/clientpositive/bucketcontext_7.q.out @@ -280,6 +280,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/bucketcontext_8.q.out ql/src/test/results/clientpositive/bucketcontext_8.q.out index ae07508..3ae368d 100644 --- ql/src/test/results/clientpositive/bucketcontext_8.q.out +++ ql/src/test/results/clientpositive/bucketcontext_8.q.out @@ -280,6 +280,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out index be6525a..a3f6bc1 100644 --- ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out +++ ql/src/test/results/clientpositive/bucketmapjoin_negative3.q.out @@ -228,6 +228,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -376,6 +377,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -516,6 +518,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -656,6 +659,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -796,6 +800,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -936,6 +941,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1076,6 +1082,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1216,6 +1223,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1356,6 +1364,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/cast_on_constant.q.out ql/src/test/results/clientpositive/cast_on_constant.q.out index b56da1d..c357a48 100644 --- ql/src/test/results/clientpositive/cast_on_constant.q.out +++ ql/src/test/results/clientpositive/cast_on_constant.q.out @@ -35,6 +35,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -71,6 +72,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -107,6 +109,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -143,6 +146,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -179,6 +183,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out index 1c6c9ff..2f9f758 100644 --- ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out +++ ql/src/test/results/clientpositive/cbo_SortUnionTransposeRule.q.out @@ -331,6 +331,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -436,6 +437,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -581,6 +583,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -644,6 +647,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -701,6 +705,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -766,6 +771,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -844,6 +850,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -913,6 +920,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -976,6 +984,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -1045,6 +1054,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/cbo_const.q.out ql/src/test/results/clientpositive/cbo_const.q.out index f13d17e..3225c90 100644 --- ql/src/test/results/clientpositive/cbo_const.q.out +++ ql/src/test/results/clientpositive/cbo_const.q.out @@ -133,6 +133,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -171,6 +172,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/cbo_input26.q.out ql/src/test/results/clientpositive/cbo_input26.q.out index f4d78a4..26a2310 100644 --- ql/src/test/results/clientpositive/cbo_input26.q.out +++ ql/src/test/results/clientpositive/cbo_input26.q.out @@ -35,6 +35,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -107,6 +108,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -191,6 +193,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -263,6 +266,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -347,6 +351,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -419,6 +424,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -506,6 +512,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -574,6 +581,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out index 63ecd8b..c2fd98a 100644 --- ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out +++ ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out @@ -125,6 +125,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 8 Data size: 784 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -155,6 +156,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 8 Data size: 784 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -215,6 +217,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -264,6 +267,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 8 Data size: 720 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -313,6 +317,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 32 Data size: 5632 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -362,6 +367,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 24 Data size: 4224 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -411,6 +417,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 24 Data size: 4224 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -460,6 +467,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 8 Data size: 1408 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -509,6 +517,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 16 Data size: 2816 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -558,6 +567,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 24 Data size: 4224 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -607,6 +617,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 32 Data size: 5632 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -656,6 +667,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -705,6 +717,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 16 Data size: 2816 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -754,6 +767,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 4 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -803,6 +817,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 32 Data size: 3184 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -852,6 +867,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 24 Data size: 2388 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -901,6 +917,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 24 Data size: 2388 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -950,6 +967,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -999,6 +1017,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 16 Data size: 1592 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -1048,6 +1067,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 24 Data size: 2388 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -1097,6 +1117,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 32 Data size: 3184 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -1146,6 +1167,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 796 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1195,6 +1217,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 32 Data size: 3184 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) diff --git ql/src/test/results/clientpositive/cbo_rp_auto_join0.q.out ql/src/test/results/clientpositive/cbo_rp_auto_join0.q.out index 3878bd3..df19463 100644 --- ql/src/test/results/clientpositive/cbo_rp_auto_join0.q.out +++ ql/src/test/results/clientpositive/cbo_rp_auto_join0.q.out @@ -84,6 +84,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -196,6 +197,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/cbo_rp_auto_join1.q.out ql/src/test/results/clientpositive/cbo_rp_auto_join1.q.out index 7fddda8..9058874 100644 --- ql/src/test/results/clientpositive/cbo_rp_auto_join1.q.out +++ ql/src/test/results/clientpositive/cbo_rp_auto_join1.q.out @@ -178,6 +178,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: $sum0(VALUE._col0) @@ -309,6 +310,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1045,6 +1047,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1109,6 +1112,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: $sum0(VALUE._col0) @@ -1148,6 +1152,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 60 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/cbo_rp_auto_join17.q.out ql/src/test/results/clientpositive/cbo_rp_auto_join17.q.out index 5fbc878..6a0e228 100644 --- ql/src/test/results/clientpositive/cbo_rp_auto_join17.q.out +++ ql/src/test/results/clientpositive/cbo_rp_auto_join17.q.out @@ -122,6 +122,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out index 1c7b652..cd8ecf8 100644 --- ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out +++ ql/src/test/results/clientpositive/cbo_rp_cross_product_check_2.q.out @@ -84,6 +84,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -178,6 +179,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -264,6 +266,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -318,6 +321,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -391,6 +395,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 100 Data size: 1460 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -445,6 +450,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -498,6 +504,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -547,6 +554,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -583,6 +591,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -674,6 +683,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/cbo_rp_gby2_map_multi_distinct.q.out ql/src/test/results/clientpositive/cbo_rp_gby2_map_multi_distinct.q.out index 68628fe..8179871 100644 --- ql/src/test/results/clientpositive/cbo_rp_gby2_map_multi_distinct.q.out +++ ql/src/test/results/clientpositive/cbo_rp_gby2_map_multi_distinct.q.out @@ -108,6 +108,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 2192 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3), compute_stats(VALUE._col4) @@ -265,6 +266,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 2192 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3), compute_stats(VALUE._col4) diff --git ql/src/test/results/clientpositive/cbo_rp_groupby3_noskew_multi_distinct.q.out ql/src/test/results/clientpositive/cbo_rp_groupby3_noskew_multi_distinct.q.out index 58e6f46..fb0bb80 100644 --- ql/src/test/results/clientpositive/cbo_rp_groupby3_noskew_multi_distinct.q.out +++ ql/src/test/results/clientpositive/cbo_rp_groupby3_noskew_multi_distinct.q.out @@ -57,6 +57,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: $f2 (type: double), $f00 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(KEY._col0:0._col0), count(KEY._col0:0._col0), sum(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), max(KEY._col0:0._col0), min(KEY._col0:0._col0), sum(VALUE._col0), sum(VALUE._col1) diff --git ql/src/test/results/clientpositive/cbo_rp_join1.q.out ql/src/test/results/clientpositive/cbo_rp_join1.q.out index 03ca51f..e2a5583 100644 --- ql/src/test/results/clientpositive/cbo_rp_join1.q.out +++ ql/src/test/results/clientpositive/cbo_rp_join1.q.out @@ -86,6 +86,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -188,6 +189,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -290,6 +292,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -392,6 +395,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out index 1a4cf73..f2e813a 100644 --- ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out +++ ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out @@ -215,6 +215,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -336,6 +337,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) diff --git ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out index a347b01..c56a504 100644 --- ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out +++ ql/src/test/results/clientpositive/column_pruner_multiple_children.q.out @@ -47,6 +47,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 9 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -103,6 +104,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 9 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') diff --git ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out index f0b49b2..6948810 100644 --- ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out +++ ql/src/test/results/clientpositive/columnarserde_create_shortcut.q.out @@ -35,6 +35,7 @@ STAGE PLANS: Map-reduce partition columns: 1 (type: int) Statistics: Num rows: 11 Data size: 30700 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: array), _col1 (type: array), _col2 (type: map), _col3 (type: int), _col4 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: array), VALUE._col1 (type: array), VALUE._col2 (type: map), VALUE._col3 (type: int), VALUE._col4 (type: string) diff --git ql/src/test/results/clientpositive/combine2.q.out ql/src/test/results/clientpositive/combine2.q.out index d4194c8..f9e6f2a 100644 --- ql/src/test/results/clientpositive/combine2.q.out +++ ql/src/test/results/clientpositive/combine2.q.out @@ -178,6 +178,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/comments.q.out ql/src/test/results/clientpositive/comments.q.out index 6f2fa28..cedbd1e 100644 --- ql/src/test/results/clientpositive/comments.q.out +++ ql/src/test/results/clientpositive/comments.q.out @@ -142,6 +142,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/complex_alias.q.out ql/src/test/results/clientpositive/complex_alias.q.out index 06bbadc..e74132d 100644 --- ql/src/test/results/clientpositive/complex_alias.q.out +++ ql/src/test/results/clientpositive/complex_alias.q.out @@ -89,6 +89,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) diff --git ql/src/test/results/clientpositive/concat_op.q.out ql/src/test/results/clientpositive/concat_op.q.out index e260518..0ad2d6f 100644 --- ql/src/test/results/clientpositive/concat_op.q.out +++ ql/src/test/results/clientpositive/concat_op.q.out @@ -24,6 +24,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/constGby.q.out ql/src/test/results/clientpositive/constGby.q.out index ec57718..bd63ec2 100644 --- ql/src/test/results/clientpositive/constGby.q.out +++ ql/src/test/results/clientpositive/constGby.q.out @@ -53,6 +53,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/constantPropWhen.q.out ql/src/test/results/clientpositive/constantPropWhen.q.out index c03a824..6cfe3e5 100644 --- ql/src/test/results/clientpositive/constantPropWhen.q.out +++ ql/src/test/results/clientpositive/constantPropWhen.q.out @@ -46,6 +46,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -91,6 +92,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -136,6 +138,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -181,6 +184,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -226,6 +230,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -271,6 +276,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -316,6 +322,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -361,6 +368,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/constant_prop_1.q.out ql/src/test/results/clientpositive/constant_prop_1.q.out index a5f5807..b938983 100644 --- ql/src/test/results/clientpositive/constant_prop_1.q.out +++ ql/src/test/results/clientpositive/constant_prop_1.q.out @@ -538,6 +538,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/constant_prop_3.q.out ql/src/test/results/clientpositive/constant_prop_3.q.out index 516fed7..f3b1266 100644 --- ql/src/test/results/clientpositive/constant_prop_3.q.out +++ ql/src/test/results/clientpositive/constant_prop_3.q.out @@ -303,6 +303,7 @@ STAGE PLANS: sort order: ++++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) Statistics: Num rows: 1 Data size: 18 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col3:0._col0) @@ -325,6 +326,7 @@ STAGE PLANS: key expressions: _col3 (type: bigint), _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: -+++ Statistics: Num rows: 1 Data size: 18 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey0 (type: bigint) @@ -360,6 +362,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -396,6 +399,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) diff --git ql/src/test/results/clientpositive/constprog_type.q.out ql/src/test/results/clientpositive/constprog_type.q.out index 6c30085..dc63e5c 100644 --- ql/src/test/results/clientpositive/constprog_type.q.out +++ ql/src/test/results/clientpositive/constprog_type.q.out @@ -46,6 +46,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Stage: Stage-7 Conditional Operator diff --git ql/src/test/results/clientpositive/correlated_join_keys.q.out ql/src/test/results/clientpositive/correlated_join_keys.q.out index aaea845..c6e1ee1 100644 --- ql/src/test/results/clientpositive/correlated_join_keys.q.out +++ ql/src/test/results/clientpositive/correlated_join_keys.q.out @@ -139,6 +139,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -230,6 +231,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/correlationoptimizer10.q.out ql/src/test/results/clientpositive/correlationoptimizer10.q.out index bec6aab..f8e07a6 100644 --- ql/src/test/results/clientpositive/correlationoptimizer10.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer10.q.out @@ -84,6 +84,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/correlationoptimizer11.q.out ql/src/test/results/clientpositive/correlationoptimizer11.q.out index c015a5e..fa729ea 100644 --- ql/src/test/results/clientpositive/correlationoptimizer11.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer11.q.out @@ -115,6 +115,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 110 Data size: 1177 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -352,6 +353,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/correlationoptimizer12.q.out ql/src/test/results/clientpositive/correlationoptimizer12.q.out index ee9a6e7..d62fae3 100644 --- ql/src/test/results/clientpositive/correlationoptimizer12.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer12.q.out @@ -34,6 +34,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -119,6 +120,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/correlationoptimizer13.q.out ql/src/test/results/clientpositive/correlationoptimizer13.q.out index 34e8744..de456fe 100644 --- ql/src/test/results/clientpositive/correlationoptimizer13.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer13.q.out @@ -149,6 +149,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), _col4 (type: bigint), _col5 (type: bigint) sort order: ++++++ Statistics: Num rows: 501 Data size: 11202 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: bigint), KEY.reducesinkkey5 (type: bigint) diff --git ql/src/test/results/clientpositive/correlationoptimizer14.q.out ql/src/test/results/clientpositive/correlationoptimizer14.q.out index 2dfb3b3..da30b48 100644 --- ql/src/test/results/clientpositive/correlationoptimizer14.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer14.q.out @@ -39,6 +39,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -103,6 +104,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -162,6 +164,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -226,6 +229,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -286,6 +290,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -351,6 +356,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -633,6 +639,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -698,6 +705,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -757,6 +765,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -821,6 +830,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -881,6 +891,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -946,6 +957,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -1228,6 +1240,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -1295,6 +1308,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/correlationoptimizer15.q.out ql/src/test/results/clientpositive/correlationoptimizer15.q.out index 69faabd..ffa3a28 100644 --- ql/src/test/results/clientpositive/correlationoptimizer15.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer15.q.out @@ -85,6 +85,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -148,6 +149,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) sort order: +++ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string) diff --git ql/src/test/results/clientpositive/correlationoptimizer5.q.out ql/src/test/results/clientpositive/correlationoptimizer5.q.out index 8ad1f70..43a1c87 100644 --- ql/src/test/results/clientpositive/correlationoptimizer5.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer5.q.out @@ -580,6 +580,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -624,6 +625,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_co3 + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -679,6 +681,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_co3 + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -770,6 +773,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/correlationoptimizer7.q.out ql/src/test/results/clientpositive/correlationoptimizer7.q.out index 2392816..bfb31e0 100644 --- ql/src/test/results/clientpositive/correlationoptimizer7.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer7.q.out @@ -78,6 +78,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -136,6 +137,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -441,6 +443,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -499,6 +502,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/correlationoptimizer8.q.out ql/src/test/results/clientpositive/correlationoptimizer8.q.out index 34a9216..9aba806 100644 --- ql/src/test/results/clientpositive/correlationoptimizer8.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer8.q.out @@ -44,6 +44,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -137,6 +138,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -440,6 +442,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -530,6 +533,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 8 Data size: 61 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -862,6 +866,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -955,6 +960,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1026,6 +1032,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1116,6 +1123,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/correlationoptimizer9.q.out ql/src/test/results/clientpositive/correlationoptimizer9.q.out index 0c45dd7..f52942d 100644 --- ql/src/test/results/clientpositive/correlationoptimizer9.q.out +++ ql/src/test/results/clientpositive/correlationoptimizer9.q.out @@ -64,6 +64,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 114 Data size: 2546 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -137,6 +138,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 114 Data size: 2546 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -379,6 +381,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 342 Data size: 7639 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -456,6 +459,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 114 Data size: 2546 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/count_dist_rewrite.q.out ql/src/test/results/clientpositive/count_dist_rewrite.q.out index ee22ba4..68f4c5d 100644 --- ql/src/test/results/clientpositive/count_dist_rewrite.q.out +++ ql/src/test/results/clientpositive/count_dist_rewrite.q.out @@ -28,6 +28,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -54,6 +55,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -115,6 +117,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -142,6 +145,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), count(VALUE._col1) @@ -203,6 +207,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col3 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), min(VALUE._col1) @@ -230,6 +235,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 736 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), count(VALUE._col1), min(VALUE._col2) @@ -318,6 +324,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 752 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: double), _col4 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), count(VALUE._col1), min(VALUE._col2), sum(VALUE._col3), count(VALUE._col4) @@ -383,6 +390,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -410,6 +418,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -483,6 +492,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), max(VALUE._col2), max(VALUE._col3) @@ -510,6 +520,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 576 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), max(VALUE._col3), max(VALUE._col4) @@ -583,6 +594,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col3 (type: double), _col4 (type: double), _col5 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3) @@ -610,6 +622,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: double), _col3 (type: double), _col4 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), count(VALUE._col4) @@ -729,6 +742,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 592 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: string), _col4 (type: string), _col5 (type: double), _col6 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), count(VALUE._col2), max(VALUE._col3), min(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) diff --git ql/src/test/results/clientpositive/cp_sel.q.out ql/src/test/results/clientpositive/cp_sel.q.out index d467b18..dfb1f3d 100644 --- ql/src/test/results/clientpositive/cp_sel.q.out +++ ql/src/test/results/clientpositive/cp_sel.q.out @@ -25,6 +25,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -101,6 +102,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) @@ -162,6 +164,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/create_view.q.out ql/src/test/results/clientpositive/create_view.q.out index 9be2f55..70fc85e 100644 --- ql/src/test/results/clientpositive/create_view.q.out +++ ql/src/test/results/clientpositive/create_view.q.out @@ -206,6 +206,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/cross_join.q.out ql/src/test/results/clientpositive/cross_join.q.out index b4dc9d6..40fb2e1 100644 --- ql/src/test/results/clientpositive/cross_join.q.out +++ ql/src/test/results/clientpositive/cross_join.q.out @@ -227,6 +227,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -290,6 +291,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -360,6 +362,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/cross_product_check_1.q.out ql/src/test/results/clientpositive/cross_product_check_1.q.out index 4fd113d..32b6d2e 100644 --- ql/src/test/results/clientpositive/cross_product_check_1.q.out +++ ql/src/test/results/clientpositive/cross_product_check_1.q.out @@ -271,6 +271,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -391,6 +392,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 100 Data size: 1540 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -483,6 +485,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -589,6 +592,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/cross_product_check_2.q.out ql/src/test/results/clientpositive/cross_product_check_2.q.out index f22f47b..abe1d1b 100644 --- ql/src/test/results/clientpositive/cross_product_check_2.q.out +++ ql/src/test/results/clientpositive/cross_product_check_2.q.out @@ -84,6 +84,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -178,6 +179,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -260,6 +262,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -314,6 +317,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -383,6 +387,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 100 Data size: 1460 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -437,6 +442,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -490,6 +496,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -539,6 +546,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -575,6 +583,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -662,6 +671,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/ctas.q.out ql/src/test/results/clientpositive/ctas.q.out index e659650..6ff36b4 100644 --- ql/src/test/results/clientpositive/ctas.q.out +++ ql/src/test/results/clientpositive/ctas.q.out @@ -41,6 +41,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -65,6 +66,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -192,6 +194,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -216,6 +219,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -343,6 +347,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) @@ -367,6 +372,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) @@ -557,6 +563,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -581,6 +588,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -710,6 +718,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -734,6 +743,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/ctas_colname.q.out ql/src/test/results/clientpositive/ctas_colname.q.out index d2565fc..7305b4b 100644 --- ql/src/test/results/clientpositive/ctas_colname.q.out +++ ql/src/test/results/clientpositive/ctas_colname.q.out @@ -29,6 +29,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double), _col3 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: double), VALUE._col3 (type: string) @@ -167,6 +168,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -331,6 +333,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -380,6 +383,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) @@ -528,6 +532,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.x6 + Execution mode: vectorized Stage: Stage-7 Conditional Operator @@ -703,6 +708,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1137,6 +1143,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1267,6 +1274,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) diff --git ql/src/test/results/clientpositive/ctas_uses_database_location.q.out ql/src/test/results/clientpositive/ctas_uses_database_location.q.out index ad4402a..927b655 100644 --- ql/src/test/results/clientpositive/ctas_uses_database_location.q.out +++ ql/src/test/results/clientpositive/ctas_uses_database_location.q.out @@ -48,6 +48,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: db1.table_db1 + Execution mode: vectorized Stage: Stage-7 Conditional Operator diff --git ql/src/test/results/clientpositive/cte_1.q.out ql/src/test/results/clientpositive/cte_1.q.out index 9374a32..ecace0f 100644 --- ql/src/test/results/clientpositive/cte_1.q.out +++ ql/src/test/results/clientpositive/cte_1.q.out @@ -33,6 +33,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -88,6 +89,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -143,6 +145,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/cte_3.q.out ql/src/test/results/clientpositive/cte_3.q.out index ae52a95..9f5e0aa 100644 --- ql/src/test/results/clientpositive/cte_3.q.out +++ ql/src/test/results/clientpositive/cte_3.q.out @@ -40,6 +40,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.q1 + Execution mode: vectorized Stage: Stage-6 Conditional Operator @@ -160,6 +161,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.q1 + Execution mode: vectorized Stage: Stage-6 Conditional Operator @@ -287,6 +289,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.q2 + Execution mode: vectorized Stage: Stage-6 Conditional Operator @@ -324,6 +327,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.q1 + Execution mode: vectorized Stage: Stage-13 Conditional Operator diff --git ql/src/test/results/clientpositive/cte_6.q.out ql/src/test/results/clientpositive/cte_6.q.out index a313d14..629b8ba 100644 --- ql/src/test/results/clientpositive/cte_6.q.out +++ ql/src/test/results/clientpositive/cte_6.q.out @@ -31,6 +31,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -73,6 +74,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/cte_mat_3.q.out ql/src/test/results/clientpositive/cte_mat_3.q.out index 0d87f3f..a075a95 100644 --- ql/src/test/results/clientpositive/cte_mat_3.q.out +++ ql/src/test/results/clientpositive/cte_mat_3.q.out @@ -43,6 +43,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.q1 + Execution mode: vectorized Stage: Stage-6 Conditional Operator diff --git ql/src/test/results/clientpositive/cte_mat_4.q.out ql/src/test/results/clientpositive/cte_mat_4.q.out index 8900e27..63cb2ab 100644 --- ql/src/test/results/clientpositive/cte_mat_4.q.out +++ ql/src/test/results/clientpositive/cte_mat_4.q.out @@ -68,6 +68,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.q1 + Execution mode: vectorized Stage: Stage-6 Conditional Operator @@ -274,6 +275,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.q1 + Execution mode: vectorized Stage: Stage-6 Conditional Operator diff --git ql/src/test/results/clientpositive/cte_mat_5.q.out ql/src/test/results/clientpositive/cte_mat_5.q.out index 09e8762..42590e0 100644 --- ql/src/test/results/clientpositive/cte_mat_5.q.out +++ ql/src/test/results/clientpositive/cte_mat_5.q.out @@ -86,6 +86,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.q1 + Execution mode: vectorized Stage: Stage-6 Conditional Operator diff --git ql/src/test/results/clientpositive/decimal_join2.q.out ql/src/test/results/clientpositive/decimal_join2.q.out index 997d902..0be3993 100644 --- ql/src/test/results/clientpositive/decimal_join2.q.out +++ ql/src/test/results/clientpositive/decimal_join2.q.out @@ -111,6 +111,7 @@ STAGE PLANS: key expressions: _col0 (type: decimal(38,18)), _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: int) sort order: ++++ Statistics: Num rows: 41 Data size: 4725 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(38,18)), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: decimal(38,18)), KEY.reducesinkkey3 (type: int) @@ -263,6 +264,7 @@ STAGE PLANS: key expressions: _col0 (type: decimal(38,18)), _col1 (type: int), _col2 (type: decimal(38,18)), _col3 (type: int) sort order: ++++ Statistics: Num rows: 41 Data size: 4725 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/decimal_precision.q.out ql/src/test/results/clientpositive/decimal_precision.q.out index 2ac3190..bf168b0 100644 --- ql/src/test/results/clientpositive/decimal_precision.q.out +++ ql/src/test/results/clientpositive/decimal_precision.q.out @@ -550,6 +550,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(30,10)), _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) diff --git ql/src/test/results/clientpositive/decimal_stats.q.out ql/src/test/results/clientpositive/decimal_stats.q.out index b84171b..af48956 100644 --- ql/src/test/results/clientpositive/decimal_stats.q.out +++ ql/src/test/results/clientpositive/decimal_stats.q.out @@ -86,6 +86,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 112112 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(5,0)), _col2 (type: decimal(10,0)) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(4,2)), VALUE._col0 (type: decimal(5,0)), VALUE._col1 (type: decimal(10,0)) diff --git ql/src/test/results/clientpositive/decimal_udf.q.out ql/src/test/results/clientpositive/decimal_udf.q.out index e6df9fb..044fede 100644 --- ql/src/test/results/clientpositive/decimal_udf.q.out +++ ql/src/test/results/clientpositive/decimal_udf.q.out @@ -1293,6 +1293,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 3590 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(30,10)), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -1320,6 +1321,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 3590 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(38,18)), _col2 (type: decimal(38,28)), _col3 (type: decimal(30,10)) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,28)), VALUE._col2 (type: decimal(30,10)) @@ -1864,6 +1866,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 3590 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), count(VALUE._col2) @@ -1945,6 +1948,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 3590 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), count(VALUE._col2) @@ -2080,6 +2084,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(20,10)) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2137,6 +2142,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(20,10)) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2194,6 +2200,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/decimal_udf2.q.out ql/src/test/results/clientpositive/decimal_udf2.q.out index e873636..2006e48 100644 --- ql/src/test/results/clientpositive/decimal_udf2.q.out +++ ql/src/test/results/clientpositive/decimal_udf2.q.out @@ -57,6 +57,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -114,6 +115,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/distinct_stats.q.out ql/src/test/results/clientpositive/distinct_stats.q.out index bc2ab02..4121b7d 100644 --- ql/src/test/results/clientpositive/distinct_stats.q.out +++ ql/src/test/results/clientpositive/distinct_stats.q.out @@ -114,6 +114,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -167,6 +168,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/distinct_windowing.q.out ql/src/test/results/clientpositive/distinct_windowing.q.out index ab9d4a0..51f165c 100644 --- ql/src/test/results/clientpositive/distinct_windowing.q.out +++ ql/src/test/results/clientpositive/distinct_windowing.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: si (type: smallint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE value expressions: t (type: tinyint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey1 (type: int) @@ -119,6 +120,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint) @@ -185,6 +187,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: si (type: smallint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey1 (type: int) @@ -236,6 +239,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -307,6 +311,7 @@ STAGE PLANS: Map-reduce partition columns: si (type: smallint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE value expressions: t (type: tinyint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey1 (type: int) @@ -364,6 +369,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: tinyint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: tinyint) diff --git ql/src/test/results/clientpositive/distinct_windowing_no_cbo.q.out ql/src/test/results/clientpositive/distinct_windowing_no_cbo.q.out index 95e2bb5..7093e44 100644 --- ql/src/test/results/clientpositive/distinct_windowing_no_cbo.q.out +++ ql/src/test/results/clientpositive/distinct_windowing_no_cbo.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: si (type: smallint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE value expressions: t (type: tinyint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey1 (type: int) @@ -119,6 +120,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint) @@ -185,6 +187,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: si (type: smallint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey1 (type: int) @@ -236,6 +239,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -307,6 +311,7 @@ STAGE PLANS: Map-reduce partition columns: si (type: smallint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE value expressions: t (type: tinyint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey1 (type: int) @@ -364,6 +369,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: tinyint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: tinyint) @@ -491,6 +497,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: smallint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: float) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -517,6 +524,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: smallint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey1 (type: float) @@ -657,6 +665,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: si (type: smallint) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey1 (type: int) @@ -709,6 +718,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: smallint), _col1 (type: int) Statistics: Num rows: 1 Data size: 10175440 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: smallint), KEY._col1 (type: int) diff --git ql/src/test/results/clientpositive/dynpart_sort_optimization_acid2.q.out ql/src/test/results/clientpositive/dynpart_sort_optimization_acid2.q.out index 884e63c..aea7572 100644 --- ql/src/test/results/clientpositive/dynpart_sort_optimization_acid2.q.out +++ ql/src/test/results/clientpositive/dynpart_sort_optimization_acid2.q.out @@ -40,6 +40,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: string), _col3 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string), KEY._col3 (type: string), KEY.'_bucket_number' (type: string) diff --git ql/src/test/results/clientpositive/empty_join.q.out ql/src/test/results/clientpositive/empty_join.q.out index 7bdd710..5bde18d 100644 --- ql/src/test/results/clientpositive/empty_join.q.out +++ ql/src/test/results/clientpositive/empty_join.q.out @@ -131,6 +131,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/escape_clusterby1.q.out ql/src/test/results/clientpositive/escape_clusterby1.q.out index ce4e478..da37ef5 100644 --- ql/src/test/results/clientpositive/escape_clusterby1.q.out +++ ql/src/test/results/clientpositive/escape_clusterby1.q.out @@ -24,6 +24,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -69,6 +70,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/escape_distributeby1.q.out ql/src/test/results/clientpositive/escape_distributeby1.q.out index 6226061..ed20201 100644 --- ql/src/test/results/clientpositive/escape_distributeby1.q.out +++ ql/src/test/results/clientpositive/escape_distributeby1.q.out @@ -24,6 +24,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -69,6 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/escape_orderby1.q.out ql/src/test/results/clientpositive/escape_orderby1.q.out index e2937cb..70ed8f4 100644 --- ql/src/test/results/clientpositive/escape_orderby1.q.out +++ ql/src/test/results/clientpositive/escape_orderby1.q.out @@ -23,6 +23,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -67,6 +68,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/escape_sortby1.q.out ql/src/test/results/clientpositive/escape_sortby1.q.out index 0ce9699..7d28cf2 100644 --- ql/src/test/results/clientpositive/escape_sortby1.q.out +++ ql/src/test/results/clientpositive/escape_sortby1.q.out @@ -23,6 +23,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -67,6 +68,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/except_all.q.out ql/src/test/results/clientpositive/except_all.q.out index ae8e92f..dc1d078 100644 --- ql/src/test/results/clientpositive/except_all.q.out +++ ql/src/test/results/clientpositive/except_all.q.out @@ -243,6 +243,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -350,6 +351,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -420,6 +422,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -520,6 +523,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -695,6 +699,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -735,6 +740,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -775,6 +781,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -838,6 +845,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -944,6 +952,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) diff --git ql/src/test/results/clientpositive/explain_ddl.q.out ql/src/test/results/clientpositive/explain_ddl.q.out index 6506e89..c4c1578 100644 --- ql/src/test/results/clientpositive/explain_ddl.q.out +++ ql/src/test/results/clientpositive/explain_ddl.q.out @@ -76,6 +76,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.M1 + Execution mode: vectorized Stage: Stage-7 Conditional Operator @@ -169,6 +170,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.M1 + Execution mode: vectorized Stage: Stage-7 Conditional Operator @@ -264,6 +266,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.M1 + Execution mode: vectorized Stage: Stage-7 Conditional Operator @@ -357,6 +360,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.V1 + Execution mode: vectorized Stage: Stage-7 Conditional Operator diff --git ql/src/test/results/clientpositive/explain_outputs.q.out ql/src/test/results/clientpositive/explain_outputs.q.out index 6071fa7..35248d2 100644 --- ql/src/test/results/clientpositive/explain_outputs.q.out +++ ql/src/test/results/clientpositive/explain_outputs.q.out @@ -106,6 +106,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -210,6 +211,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1/1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -316,6 +318,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/explain_rearrange.q.out ql/src/test/results/clientpositive/explain_rearrange.q.out index 7d9434b..7d4d0b8 100644 --- ql/src/test/results/clientpositive/explain_rearrange.q.out +++ ql/src/test/results/clientpositive/explain_rearrange.q.out @@ -143,6 +143,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -153,6 +154,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) @@ -198,6 +200,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -412,6 +415,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -422,6 +426,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) @@ -467,6 +472,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -724,6 +730,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -761,6 +768,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -804,6 +812,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) @@ -1040,6 +1049,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1063,6 +1073,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1073,6 +1084,7 @@ STAGE PLANS: Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint) sort order: +++ + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: bigint) diff --git ql/src/test/results/clientpositive/extract.q.out ql/src/test/results/clientpositive/extract.q.out index 42178e4..3386f66 100644 --- ql/src/test/results/clientpositive/extract.q.out +++ ql/src/test/results/clientpositive/extract.q.out @@ -53,6 +53,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -101,6 +102,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out index 25c620b..f2e5750 100644 --- ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out +++ ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out @@ -84,6 +84,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/filter_aggr.q.out ql/src/test/results/clientpositive/filter_aggr.q.out index 008b7d6..c65de54 100644 --- ql/src/test/results/clientpositive/filter_aggr.q.out +++ ql/src/test/results/clientpositive/filter_aggr.q.out @@ -47,6 +47,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/filter_cond_pushdown2.q.out ql/src/test/results/clientpositive/filter_cond_pushdown2.q.out index 27d10b8..39ddaac 100644 --- ql/src/test/results/clientpositive/filter_cond_pushdown2.q.out +++ ql/src/test/results/clientpositive/filter_cond_pushdown2.q.out @@ -126,6 +126,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 1 Data size: 22800 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: string) @@ -186,6 +187,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 25080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1) @@ -209,6 +211,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 25080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint) @@ -245,6 +248,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 1 Data size: 22800 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/filter_cond_pushdown_HIVE_15647.q.out ql/src/test/results/clientpositive/filter_cond_pushdown_HIVE_15647.q.out index 45032cc..ec07bed 100644 --- ql/src/test/results/clientpositive/filter_cond_pushdown_HIVE_15647.q.out +++ ql/src/test/results/clientpositive/filter_cond_pushdown_HIVE_15647.q.out @@ -83,6 +83,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -172,6 +173,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -261,6 +263,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -350,6 +353,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/filter_union.q.out ql/src/test/results/clientpositive/filter_union.q.out index 88669da..04954de 100644 --- ql/src/test/results/clientpositive/filter_union.q.out +++ ql/src/test/results/clientpositive/filter_union.q.out @@ -57,6 +57,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -270,6 +271,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -411,6 +413,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -489,6 +492,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -566,6 +570,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/flatten_and_or.q.out ql/src/test/results/clientpositive/flatten_and_or.q.out index 5608c82..a25cf1b 100644 --- ql/src/test/results/clientpositive/flatten_and_or.q.out +++ ql/src/test/results/clientpositive/flatten_and_or.q.out @@ -57,6 +57,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/floor_time.q.out ql/src/test/results/clientpositive/floor_time.q.out index a09e85a..eaf80c0 100644 --- ql/src/test/results/clientpositive/floor_time.q.out +++ ql/src/test/results/clientpositive/floor_time.q.out @@ -64,6 +64,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -112,6 +113,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/fold_case.q.out ql/src/test/results/clientpositive/fold_case.q.out index 191c108..a99f6f7 100644 --- ql/src/test/results/clientpositive/fold_case.q.out +++ ql/src/test/results/clientpositive/fold_case.q.out @@ -29,6 +29,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -80,6 +81,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -131,6 +133,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -198,6 +201,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -249,6 +253,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -300,6 +305,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -351,6 +357,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -391,6 +398,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -504,6 +512,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/fold_eq_with_case_when.q.out ql/src/test/results/clientpositive/fold_eq_with_case_when.q.out index f9bf4cd..763c390 100644 --- ql/src/test/results/clientpositive/fold_eq_with_case_when.q.out +++ ql/src/test/results/clientpositive/fold_eq_with_case_when.q.out @@ -60,6 +60,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -114,6 +115,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -150,6 +152,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -186,6 +189,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -222,6 +226,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/fold_when.q.out ql/src/test/results/clientpositive/fold_when.q.out index d56de7f..08d885d 100644 --- ql/src/test/results/clientpositive/fold_when.q.out +++ ql/src/test/results/clientpositive/fold_when.q.out @@ -29,6 +29,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -67,6 +68,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -128,6 +130,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -166,6 +169,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -204,6 +208,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -265,6 +270,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -303,6 +309,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -341,6 +348,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -448,6 +456,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/folder_predicate.q.out ql/src/test/results/clientpositive/folder_predicate.q.out index c044b68..2f73f18 100644 --- ql/src/test/results/clientpositive/folder_predicate.q.out +++ ql/src/test/results/clientpositive/folder_predicate.q.out @@ -50,6 +50,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -101,6 +102,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -150,6 +152,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -199,6 +202,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -249,6 +253,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -299,6 +304,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -347,6 +353,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/fp_literal_arithmetic.q.out ql/src/test/results/clientpositive/fp_literal_arithmetic.q.out index e343fd6..84991d7 100644 --- ql/src/test/results/clientpositive/fp_literal_arithmetic.q.out +++ ql/src/test/results/clientpositive/fp_literal_arithmetic.q.out @@ -33,6 +33,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -99,6 +100,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -202,6 +204,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -268,6 +271,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/gby_star.q.out ql/src/test/results/clientpositive/gby_star.q.out index 5c190f7..1227348 100644 --- ql/src/test/results/clientpositive/gby_star.q.out +++ ql/src/test/results/clientpositive/gby_star.q.out @@ -304,6 +304,7 @@ STAGE PLANS: Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/gen_udf_example_add10.q.out ql/src/test/results/clientpositive/gen_udf_example_add10.q.out index 93fd92a..63f0eb1 100644 --- ql/src/test/results/clientpositive/gen_udf_example_add10.q.out +++ ql/src/test/results/clientpositive/gen_udf_example_add10.q.out @@ -44,6 +44,7 @@ STAGE PLANS: sort order: -+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: double) diff --git ql/src/test/results/clientpositive/groupby1.q.out ql/src/test/results/clientpositive/groupby1.q.out index d05feec..70b39d8 100644 --- ql/src/test/results/clientpositive/groupby1.q.out +++ ql/src/test/results/clientpositive/groupby1.q.out @@ -35,6 +35,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -59,6 +60,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby10.q.out ql/src/test/results/clientpositive/groupby10.q.out index f2b14ad..17dc322 100644 --- ql/src/test/results/clientpositive/groupby10.q.out +++ ql/src/test/results/clientpositive/groupby10.q.out @@ -80,6 +80,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(KEY._col1:0._col0), count(DISTINCT KEY._col1:0._col0) @@ -104,6 +105,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -161,6 +163,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), val1 (type: int), val2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll'), compute_stats(VALUE._col3, 'hll') @@ -182,6 +185,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1272 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -213,6 +217,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(KEY._col1:0._col0), sum(DISTINCT KEY._col1:0._col0) @@ -237,6 +242,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -286,6 +292,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), val1 (type: int), val2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll'), compute_stats(VALUE._col3, 'hll') @@ -307,6 +314,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1272 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -447,6 +455,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(KEY._col1:0._col0), count(DISTINCT KEY._col1:0._col0) @@ -471,6 +480,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -528,6 +538,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), val1 (type: int), val2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll'), compute_stats(VALUE._col3, 'hll') @@ -549,6 +560,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1272 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -580,6 +592,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(KEY._col1:0._col0), sum(DISTINCT KEY._col1:0._col0) @@ -604,6 +617,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -653,6 +667,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), val1 (type: int), val2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll'), compute_stats(VALUE._col3, 'hll') @@ -674,6 +689,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1272 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -799,6 +815,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE @@ -885,6 +902,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), val1 (type: int), val2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll'), compute_stats(VALUE._col3, 'hll') @@ -925,6 +943,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), val1 (type: int), val2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll'), compute_stats(VALUE._col3, 'hll') diff --git ql/src/test/results/clientpositive/groupby11.q.out ql/src/test/results/clientpositive/groupby11.q.out index 592be1d..2dcf8cf 100644 --- ql/src/test/results/clientpositive/groupby11.q.out +++ ql/src/test/results/clientpositive/groupby11.q.out @@ -68,6 +68,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(KEY._col1:0._col0), count(DISTINCT KEY._col1:0._col0) @@ -92,6 +93,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -152,6 +154,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), val1 (type: int), val2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll'), compute_stats(VALUE._col3, 'hll') @@ -176,6 +179,7 @@ STAGE PLANS: Map-reduce partition columns: '111' (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -212,6 +216,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: substr(value, 5) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(KEY._col1:0._col0), count(DISTINCT KEY._col1:0._col0) @@ -236,6 +241,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -288,6 +294,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), val1 (type: int), val2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll'), compute_stats(VALUE._col3, 'hll') @@ -312,6 +319,7 @@ STAGE PLANS: Map-reduce partition columns: '111' (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/groupby12.q.out ql/src/test/results/clientpositive/groupby12.q.out index cd0b7fb..5b00b2f 100644 --- ql/src/test/results/clientpositive/groupby12.q.out +++ ql/src/test/results/clientpositive/groupby12.q.out @@ -36,6 +36,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(KEY._col0), count(DISTINCT KEY._col1:0._col0) @@ -92,6 +93,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') diff --git ql/src/test/results/clientpositive/groupby13.q.out ql/src/test/results/clientpositive/groupby13.q.out index 8fc85cb..0747cfa 100644 --- ql/src/test/results/clientpositive/groupby13.q.out +++ ql/src/test/results/clientpositive/groupby13.q.out @@ -59,6 +59,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col3 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby1_limit.q.out ql/src/test/results/clientpositive/groupby1_limit.q.out index e5fa6d1..4928cb7 100644 --- ql/src/test/results/clientpositive/groupby1_limit.q.out +++ ql/src/test/results/clientpositive/groupby1_limit.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: double) diff --git ql/src/test/results/clientpositive/groupby1_map.q.out ql/src/test/results/clientpositive/groupby1_map.q.out index 82fe1f0..59394b8 100644 --- ql/src/test/results/clientpositive/groupby1_map.q.out +++ ql/src/test/results/clientpositive/groupby1_map.q.out @@ -102,6 +102,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby1_map_nomap.q.out ql/src/test/results/clientpositive/groupby1_map_nomap.q.out index 82fe1f0..59394b8 100644 --- ql/src/test/results/clientpositive/groupby1_map_nomap.q.out +++ ql/src/test/results/clientpositive/groupby1_map_nomap.q.out @@ -102,6 +102,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby1_map_skew.q.out ql/src/test/results/clientpositive/groupby1_map_skew.q.out index 44b4db7..399db17 100644 --- ql/src/test/results/clientpositive/groupby1_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby1_map_skew.q.out @@ -66,6 +66,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -127,6 +128,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby1_noskew.q.out ql/src/test/results/clientpositive/groupby1_noskew.q.out index ba4366d..da67ad0 100644 --- ql/src/test/results/clientpositive/groupby1_noskew.q.out +++ ql/src/test/results/clientpositive/groupby1_noskew.q.out @@ -35,6 +35,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -91,6 +92,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') diff --git ql/src/test/results/clientpositive/groupby2_limit.q.out ql/src/test/results/clientpositive/groupby2_limit.q.out index c0f00db..f99a99a 100644 --- ql/src/test/results/clientpositive/groupby2_limit.q.out +++ ql/src/test/results/clientpositive/groupby2_limit.q.out @@ -57,6 +57,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) diff --git ql/src/test/results/clientpositive/groupby2_map.q.out ql/src/test/results/clientpositive/groupby2_map.q.out index 262c5d8..bc9c818 100644 --- ql/src/test/results/clientpositive/groupby2_map.q.out +++ ql/src/test/results/clientpositive/groupby2_map.q.out @@ -104,6 +104,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out index 581e958..bdc817c 100644 --- ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby2_map_multi_distinct.q.out @@ -104,6 +104,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 2160 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3), compute_stats(VALUE._col4) @@ -249,6 +250,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 2160 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3), compute_stats(VALUE._col4) diff --git ql/src/test/results/clientpositive/groupby2_map_skew.q.out ql/src/test/results/clientpositive/groupby2_map_skew.q.out index 02f5b47..1eefbd7 100644 --- ql/src/test/results/clientpositive/groupby2_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby2_map_skew.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1) @@ -129,6 +130,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/groupby2_noskew.q.out ql/src/test/results/clientpositive/groupby2_noskew.q.out index 29a71f1..8f2492f 100644 --- ql/src/test/results/clientpositive/groupby2_noskew.q.out +++ ql/src/test/results/clientpositive/groupby2_noskew.q.out @@ -36,6 +36,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), sum(KEY._col1:0._col0) @@ -92,6 +93,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), c1 (type: int), c2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll'), compute_stats(VALUE._col3, 'hll') diff --git ql/src/test/results/clientpositive/groupby2_noskew_multi_distinct.q.out ql/src/test/results/clientpositive/groupby2_noskew_multi_distinct.q.out index f1ce838..617faeb 100644 --- ql/src/test/results/clientpositive/groupby2_noskew_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby2_noskew_multi_distinct.q.out @@ -37,6 +37,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), sum(KEY._col1:0._col0), sum(DISTINCT KEY._col1:1._col0), count(VALUE._col0) @@ -93,6 +94,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), c1 (type: int), c2 (type: string), c3 (type: int), c4 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll'), compute_stats(VALUE._col3, 'hll'), compute_stats(VALUE._col4, 'hll'), compute_stats(VALUE._col5, 'hll') diff --git ql/src/test/results/clientpositive/groupby3.q.out ql/src/test/results/clientpositive/groupby3.q.out index 0a566c7..1425c18 100644 --- ql/src/test/results/clientpositive/groupby3.q.out +++ ql/src/test/results/clientpositive/groupby3.q.out @@ -55,6 +55,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: substr(value, 5) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(KEY._col0:0._col0), avg(KEY._col0:0._col0), avg(DISTINCT KEY._col0:0._col0), max(KEY._col0:0._col0), min(KEY._col0:0._col0), std(KEY._col0:0._col0), stddev_samp(KEY._col0:0._col0), variance(KEY._col0:0._col0), var_samp(KEY._col0:0._col0) @@ -77,6 +78,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 1 Data size: 1208 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double), _col1 (type: struct), _col2 (type: struct), _col3 (type: string), _col4 (type: string), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), avg(VALUE._col1), avg(VALUE._col2), max(VALUE._col3), min(VALUE._col4), std(VALUE._col5), stddev_samp(VALUE._col6), variance(VALUE._col7), var_samp(VALUE._col8) @@ -137,6 +139,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 3984 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3), compute_stats(VALUE._col4), compute_stats(VALUE._col5), compute_stats(VALUE._col6), compute_stats(VALUE._col7), compute_stats(VALUE._col8) diff --git ql/src/test/results/clientpositive/groupby3_map_skew.q.out ql/src/test/results/clientpositive/groupby3_map_skew.q.out index 1ef5a45..744c811 100644 --- ql/src/test/results/clientpositive/groupby3_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby3_map_skew.q.out @@ -82,6 +82,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1464 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double), _col1 (type: struct), _col2 (type: struct), _col3 (type: string), _col4 (type: string), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), avg(VALUE._col1), avg(VALUE._col2), max(VALUE._col3), min(VALUE._col4), std(VALUE._col5), stddev_samp(VALUE._col6), variance(VALUE._col7), var_samp(VALUE._col8) diff --git ql/src/test/results/clientpositive/groupby3_noskew.q.out ql/src/test/results/clientpositive/groupby3_noskew.q.out index 83e1070..a639b2d 100644 --- ql/src/test/results/clientpositive/groupby3_noskew.q.out +++ ql/src/test/results/clientpositive/groupby3_noskew.q.out @@ -53,6 +53,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: double), _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(KEY._col0:0._col0), count(KEY._col0:0._col0), sum(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), max(KEY._col0:0._col0), min(KEY._col0:0._col0), sum(VALUE._col0), sum(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby3_noskew_multi_distinct.q.out ql/src/test/results/clientpositive/groupby3_noskew_multi_distinct.q.out index 6acc9a9..37b908e 100644 --- ql/src/test/results/clientpositive/groupby3_noskew_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby3_noskew_multi_distinct.q.out @@ -57,6 +57,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: double), _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(KEY._col0:0._col0), count(KEY._col0:0._col0), sum(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), max(KEY._col0:0._col0), min(KEY._col0:0._col0), sum(VALUE._col0), sum(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby4.q.out ql/src/test/results/clientpositive/groupby4.q.out index 34f2099..40b478b 100644 --- ql/src/test/results/clientpositive/groupby4.q.out +++ ql/src/test/results/clientpositive/groupby4.q.out @@ -38,6 +38,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -60,6 +61,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -112,6 +114,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: c1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll') @@ -133,6 +136,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby4_map.q.out ql/src/test/results/clientpositive/groupby4_map.q.out index 4ed785f..c2f20c9 100644 --- ql/src/test/results/clientpositive/groupby4_map.q.out +++ ql/src/test/results/clientpositive/groupby4_map.q.out @@ -35,6 +35,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby4_map_skew.q.out ql/src/test/results/clientpositive/groupby4_map_skew.q.out index e6ae7e8..2582728 100644 --- ql/src/test/results/clientpositive/groupby4_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby4_map_skew.q.out @@ -35,6 +35,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby4_noskew.q.out ql/src/test/results/clientpositive/groupby4_noskew.q.out index 0fa7046..4615312 100644 --- ql/src/test/results/clientpositive/groupby4_noskew.q.out +++ ql/src/test/results/clientpositive/groupby4_noskew.q.out @@ -36,6 +36,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -87,6 +88,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: c1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll') diff --git ql/src/test/results/clientpositive/groupby5.q.out ql/src/test/results/clientpositive/groupby5.q.out index 1677ab3..e7780b0 100644 --- ql/src/test/results/clientpositive/groupby5.q.out +++ ql/src/test/results/clientpositive/groupby5.q.out @@ -43,6 +43,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -67,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -124,6 +126,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') @@ -145,6 +148,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby5_noskew.q.out ql/src/test/results/clientpositive/groupby5_noskew.q.out index 9cd1ccc..647cfbd 100644 --- ql/src/test/results/clientpositive/groupby5_noskew.q.out +++ ql/src/test/results/clientpositive/groupby5_noskew.q.out @@ -41,6 +41,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -97,6 +98,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') diff --git ql/src/test/results/clientpositive/groupby6.q.out ql/src/test/results/clientpositive/groupby6.q.out index a8cd738..b3ffd87 100644 --- ql/src/test/results/clientpositive/groupby6.q.out +++ ql/src/test/results/clientpositive/groupby6.q.out @@ -38,6 +38,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -60,6 +61,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -112,6 +114,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: c1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll') @@ -133,6 +136,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby6_map.q.out ql/src/test/results/clientpositive/groupby6_map.q.out index 1d89c1a..073a94c 100644 --- ql/src/test/results/clientpositive/groupby6_map.q.out +++ ql/src/test/results/clientpositive/groupby6_map.q.out @@ -41,6 +41,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -97,6 +98,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby6_map_skew.q.out ql/src/test/results/clientpositive/groupby6_map_skew.q.out index bc7ee51..af088b1 100644 --- ql/src/test/results/clientpositive/groupby6_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby6_map_skew.q.out @@ -42,6 +42,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -64,6 +65,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -120,6 +122,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby6_noskew.q.out ql/src/test/results/clientpositive/groupby6_noskew.q.out index bf818a0..49545d2 100644 --- ql/src/test/results/clientpositive/groupby6_noskew.q.out +++ ql/src/test/results/clientpositive/groupby6_noskew.q.out @@ -36,6 +36,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -87,6 +88,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: c1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll') diff --git ql/src/test/results/clientpositive/groupby7_map.q.out ql/src/test/results/clientpositive/groupby7_map.q.out index 76d1aa4..642cbb8 100644 --- ql/src/test/results/clientpositive/groupby7_map.q.out +++ ql/src/test/results/clientpositive/groupby7_map.q.out @@ -134,6 +134,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -166,6 +167,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -219,6 +221,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby7_map_multi_single_reducer.q.out ql/src/test/results/clientpositive/groupby7_map_multi_single_reducer.q.out index 4c47797..abd2f58 100644 --- ql/src/test/results/clientpositive/groupby7_map_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/groupby7_map_multi_single_reducer.q.out @@ -50,6 +50,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: substr(value, 5) (type: string) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -146,6 +147,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -186,6 +188,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby7_map_skew.q.out ql/src/test/results/clientpositive/groupby7_map_skew.q.out index a98511a..b6b727d 100644 --- ql/src/test/results/clientpositive/groupby7_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby7_map_skew.q.out @@ -99,6 +99,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -160,6 +161,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -192,6 +194,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -216,6 +219,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -269,6 +273,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby7_noskew.q.out ql/src/test/results/clientpositive/groupby7_noskew.q.out index 7309ec2..029e749 100644 --- ql/src/test/results/clientpositive/groupby7_noskew.q.out +++ ql/src/test/results/clientpositive/groupby7_noskew.q.out @@ -61,6 +61,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -117,6 +118,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') @@ -149,6 +151,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: substr(value, 5) (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -197,6 +200,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') diff --git ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out index 486979f..1237688 100644 --- ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/groupby7_noskew_multi_single_reducer.q.out @@ -52,6 +52,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: substr(value, 5) (type: string) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -90,6 +91,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) @@ -147,6 +149,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') @@ -179,6 +182,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) @@ -228,6 +232,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') diff --git ql/src/test/results/clientpositive/groupby8.q.out ql/src/test/results/clientpositive/groupby8.q.out index 03c6a18..eb5c5ac 100644 --- ql/src/test/results/clientpositive/groupby8.q.out +++ ql/src/test/results/clientpositive/groupby8.q.out @@ -64,6 +64,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) @@ -88,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -145,6 +147,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') @@ -166,6 +169,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -197,6 +201,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) @@ -221,6 +226,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -270,6 +276,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') @@ -291,6 +298,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1007,6 +1015,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) @@ -1031,6 +1040,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1088,6 +1098,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') @@ -1109,6 +1120,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1140,6 +1152,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) @@ -1164,6 +1177,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1213,6 +1227,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') @@ -1234,6 +1249,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby8_map.q.out ql/src/test/results/clientpositive/groupby8_map.q.out index 5022edb..eb0dbe8 100644 --- ql/src/test/results/clientpositive/groupby8_map.q.out +++ ql/src/test/results/clientpositive/groupby8_map.q.out @@ -49,6 +49,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -145,6 +146,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -185,6 +187,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby8_map_skew.q.out ql/src/test/results/clientpositive/groupby8_map_skew.q.out index 51cfb9b..fc63383 100644 --- ql/src/test/results/clientpositive/groupby8_map_skew.q.out +++ ql/src/test/results/clientpositive/groupby8_map_skew.q.out @@ -98,6 +98,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -159,6 +160,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 872 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -190,6 +192,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) @@ -214,6 +217,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -267,6 +271,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 872 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby8_noskew.q.out ql/src/test/results/clientpositive/groupby8_noskew.q.out index eabc90b..cfa49ef 100644 --- ql/src/test/results/clientpositive/groupby8_noskew.q.out +++ ql/src/test/results/clientpositive/groupby8_noskew.q.out @@ -49,6 +49,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -135,6 +136,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') @@ -175,6 +177,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'hll'), compute_stats(VALUE._col2, 'hll') diff --git ql/src/test/results/clientpositive/groupby9.q.out ql/src/test/results/clientpositive/groupby9.q.out index 2daa452..da5b749 100644 --- ql/src/test/results/clientpositive/groupby9.q.out +++ ql/src/test/results/clientpositive/groupby9.q.out @@ -133,6 +133,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 872 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -164,6 +165,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) @@ -217,6 +219,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -1003,6 +1006,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 872 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1034,6 +1038,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) @@ -1087,6 +1092,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -1873,6 +1879,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 872 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1904,6 +1911,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) @@ -1957,6 +1965,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -2683,6 +2692,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2744,6 +2754,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -2776,6 +2787,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2829,6 +2841,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1304 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -3615,6 +3628,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 872 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -3646,6 +3660,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) @@ -3699,6 +3714,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/groupby_complex_types.q.out ql/src/test/results/clientpositive/groupby_complex_types.q.out index 107eea3..be3cb05 100644 --- ql/src/test/results/clientpositive/groupby_complex_types.q.out +++ ql/src/test/results/clientpositive/groupby_complex_types.q.out @@ -140,6 +140,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: map) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -180,6 +181,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: struct) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out index bfddf74..2eb0c28 100644 --- ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/groupby_complex_types_multi_single_reducer.q.out @@ -98,6 +98,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: array), VALUE._col0 (type: bigint) @@ -140,6 +141,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -164,6 +166,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: map), VALUE._col0 (type: bigint) diff --git ql/src/test/results/clientpositive/groupby_cube_multi_gby.q.out ql/src/test/results/clientpositive/groupby_cube_multi_gby.q.out index fbc0b65..6498769 100644 --- ql/src/test/results/clientpositive/groupby_cube_multi_gby.q.out +++ ql/src/test/results/clientpositive/groupby_cube_multi_gby.q.out @@ -76,6 +76,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) @@ -136,6 +137,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -167,6 +169,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) @@ -216,6 +219,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby_duplicate_key.q.out ql/src/test/results/clientpositive/groupby_duplicate_key.q.out index d1d7f8d..6182b57 100644 --- ql/src/test/results/clientpositive/groupby_duplicate_key.q.out +++ ql/src/test/results/clientpositive/groupby_duplicate_key.q.out @@ -30,6 +30,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), '' (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), '' (type: string), '' (type: string) @@ -108,6 +109,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), 'X' (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), 'X' (type: string), 'X' (type: string) @@ -213,6 +215,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), max(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby_grouping_sets_limit.q.out ql/src/test/results/clientpositive/groupby_grouping_sets_limit.q.out index 65159e6..eea589c 100644 --- ql/src/test/results/clientpositive/groupby_grouping_sets_limit.q.out +++ ql/src/test/results/clientpositive/groupby_grouping_sets_limit.q.out @@ -48,6 +48,7 @@ STAGE PLANS: Statistics: Num rows: 4 Data size: 1440 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -129,6 +130,7 @@ STAGE PLANS: Statistics: Num rows: 4 Data size: 1440 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -210,6 +212,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 720 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -289,6 +292,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: bigint) Statistics: Num rows: 3 Data size: 1080 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string), KEY._col3 (type: bigint) @@ -367,6 +371,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 360 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -437,6 +442,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 360 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby_grouping_window.q.out ql/src/test/results/clientpositive/groupby_grouping_window.q.out index 89330d0..7a88215 100644 --- ql/src/test/results/clientpositive/groupby_grouping_window.q.out +++ ql/src/test/results/clientpositive/groupby_grouping_window.q.out @@ -59,6 +59,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: bigint) Statistics: Num rows: 6 Data size: 40 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), max(VALUE._col1) @@ -87,6 +88,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col1 (type: int), KEY.reducesinkkey1 (type: int) diff --git ql/src/test/results/clientpositive/groupby_join_pushdown.q.out ql/src/test/results/clientpositive/groupby_join_pushdown.q.out index 2a2fdd7..d02d7c2 100644 --- ql/src/test/results/clientpositive/groupby_join_pushdown.q.out +++ ql/src/test/results/clientpositive/groupby_join_pushdown.q.out @@ -40,6 +40,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -117,6 +118,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -177,6 +179,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -245,6 +248,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -302,6 +306,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -370,6 +375,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -431,6 +437,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -508,6 +515,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -611,6 +619,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint), _col1 (type: tinyint) Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -674,6 +683,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -748,6 +758,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: bigint) @@ -809,6 +820,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: tinyint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -883,6 +895,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint) @@ -944,6 +957,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1018,6 +1032,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint) @@ -1079,6 +1094,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1156,6 +1172,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1218,6 +1235,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1295,6 +1313,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1357,6 +1376,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1434,6 +1454,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1534,6 +1555,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint), _col1 (type: tinyint) Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1649,6 +1671,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint), _col1 (type: tinyint) Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby_map_ppr.q.out ql/src/test/results/clientpositive/groupby_map_ppr.q.out index 1a3d0e6..b22fa90 100644 --- ql/src/test/results/clientpositive/groupby_map_ppr.q.out +++ ql/src/test/results/clientpositive/groupby_map_ppr.q.out @@ -277,6 +277,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out index 02cb101..6de0720 100644 --- ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby_map_ppr_multi_distinct.q.out @@ -277,6 +277,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out index be442dc..e53b16b 100644 --- ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out +++ ql/src/test/results/clientpositive/groupby_multi_insert_common_distinct.q.out @@ -133,6 +133,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 856 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -164,6 +165,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) @@ -217,6 +219,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 856 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out index ca1ebd7..c13665b 100644 --- ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/groupby_multi_single_reducer.q.out @@ -76,6 +76,7 @@ STAGE PLANS: Map-reduce partition columns: substr(key, 1, 1) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -317,6 +318,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -433,6 +435,7 @@ STAGE PLANS: Map-reduce partition columns: substr(key, 1, 1) (type: string), substr(key, 2, 1) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -484,6 +487,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: string), _col3 (type: double), _col4 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), VALUE._col0 (type: string), VALUE._col1 (type: double), VALUE._col2 (type: bigint) diff --git ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out index 000caa6..262f4f1 100644 --- ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out +++ ql/src/test/results/clientpositive/groupby_multi_single_reducer2.q.out @@ -49,6 +49,7 @@ STAGE PLANS: Map-reduce partition columns: substr(key, 1, 1) (type: string) Statistics: Num rows: 332 Data size: 3527 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 332 Data size: 3527 Basic stats: COMPLETE Column stats: NONE @@ -151,6 +152,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -191,6 +193,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1288 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out index a0ad67b..4dcf892 100644 --- ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out +++ ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out @@ -163,6 +163,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -203,6 +204,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -313,6 +315,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -415,6 +418,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -455,6 +459,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -667,6 +672,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -707,6 +713,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -817,6 +824,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -919,6 +927,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -959,6 +968,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby_multialias.q.out ql/src/test/results/clientpositive/groupby_multialias.q.out index cee790a..37e072e 100644 --- ql/src/test/results/clientpositive/groupby_multialias.q.out +++ ql/src/test/results/clientpositive/groupby_multialias.q.out @@ -43,6 +43,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby_position.q.out ql/src/test/results/clientpositive/groupby_position.q.out index 3cd91e0..81e6976 100644 --- ql/src/test/results/clientpositive/groupby_position.q.out +++ ql/src/test/results/clientpositive/groupby_position.q.out @@ -131,6 +131,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 872 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -162,6 +163,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) @@ -215,6 +217,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -407,6 +410,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 872 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -438,6 +442,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) @@ -491,6 +496,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -603,6 +609,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -625,6 +632,7 @@ STAGE PLANS: key expressions: _col1 (type: bigint), _col0 (type: string) sort order: -+ Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: bigint) @@ -729,6 +737,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -783,6 +792,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: --++ Statistics: Num rows: 29 Data size: 314 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) @@ -815,6 +825,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -896,6 +907,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -1455,6 +1467,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1476,6 +1489,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/groupby_ppr.q.out ql/src/test/results/clientpositive/groupby_ppr.q.out index 4cf530e..481c66d 100644 --- ql/src/test/results/clientpositive/groupby_ppr.q.out +++ ql/src/test/results/clientpositive/groupby_ppr.q.out @@ -46,6 +46,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -265,6 +266,7 @@ STAGE PLANS: tag: -1 value expressions: key (type: string), c1 (type: int), c2 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out index ff5e74c..55d8679 100644 --- ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/groupby_ppr_multi_distinct.q.out @@ -46,6 +46,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -265,6 +266,7 @@ STAGE PLANS: tag: -1 value expressions: key (type: string), c1 (type: int), c2 (type: string), c3 (type: int), c4 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -405,6 +407,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -624,6 +627,7 @@ STAGE PLANS: tag: -1 value expressions: key (type: string), c1 (type: int), c2 (type: string), c3 (type: int), c4 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/groupby_sort_10.q.out ql/src/test/results/clientpositive/groupby_sort_10.q.out index ff75a2a..cba8433 100644 --- ql/src/test/results/clientpositive/groupby_sort_10.q.out +++ ql/src/test/results/clientpositive/groupby_sort_10.q.out @@ -51,6 +51,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -112,6 +113,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 8 Data size: 60 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/groupby_sort_1_23.q.out ql/src/test/results/clientpositive/groupby_sort_1_23.q.out index 0982c6d..4d8dd74 100644 --- ql/src/test/results/clientpositive/groupby_sort_1_23.q.out +++ ql/src/test/results/clientpositive/groupby_sort_1_23.q.out @@ -508,6 +508,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -685,6 +686,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2102,6 +2104,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2279,6 +2282,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2405,6 +2409,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2582,6 +2587,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2720,6 +2726,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2897,6 +2904,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3553,6 +3561,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4390,6 +4399,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4526,6 +4536,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4824,6 +4835,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -5001,6 +5013,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -6991,6 +7004,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -7031,6 +7045,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1288 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -7235,6 +7250,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -7275,6 +7291,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1288 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/groupby_sort_2.q.out ql/src/test/results/clientpositive/groupby_sort_2.q.out index 24f7820..437c56f 100644 --- ql/src/test/results/clientpositive/groupby_sort_2.q.out +++ ql/src/test/results/clientpositive/groupby_sort_2.q.out @@ -72,6 +72,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -133,6 +134,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby_sort_4.q.out ql/src/test/results/clientpositive/groupby_sort_4.q.out index 34bfe39..6b8efd3 100644 --- ql/src/test/results/clientpositive/groupby_sort_4.q.out +++ ql/src/test/results/clientpositive/groupby_sort_4.q.out @@ -72,6 +72,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -133,6 +134,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -217,6 +219,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -278,6 +281,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1304 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/groupby_sort_5.q.out ql/src/test/results/clientpositive/groupby_sort_5.q.out index 9f2a89c..f1d4cfd 100644 --- ql/src/test/results/clientpositive/groupby_sort_5.q.out +++ ql/src/test/results/clientpositive/groupby_sort_5.q.out @@ -468,6 +468,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -529,6 +530,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/groupby_sort_6.q.out ql/src/test/results/clientpositive/groupby_sort_6.q.out index 83a87ee..13f8bdf 100644 --- ql/src/test/results/clientpositive/groupby_sort_6.q.out +++ ql/src/test/results/clientpositive/groupby_sort_6.q.out @@ -59,6 +59,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -181,6 +182,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -312,6 +314,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -434,6 +437,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -552,6 +556,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -725,6 +730,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/groupby_sort_9.q.out ql/src/test/results/clientpositive/groupby_sort_9.q.out index a5dfc99..ac7946b 100644 --- ql/src/test/results/clientpositive/groupby_sort_9.q.out +++ ql/src/test/results/clientpositive/groupby_sort_9.q.out @@ -75,6 +75,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 48 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out index 4ddc74b..cb897d1 100644 --- ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out +++ ql/src/test/results/clientpositive/groupby_sort_skew_1_23.q.out @@ -509,6 +509,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -605,6 +606,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -754,6 +756,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2172,6 +2175,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2268,6 +2272,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2417,6 +2422,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2544,6 +2550,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2640,6 +2647,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2789,6 +2797,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2928,6 +2937,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3024,6 +3034,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3173,6 +3184,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3830,6 +3842,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3926,6 +3939,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4735,6 +4749,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4872,6 +4887,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4968,6 +4984,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -5239,6 +5256,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -5335,6 +5353,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -5484,6 +5503,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -7438,6 +7458,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -7499,6 +7520,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -7539,6 +7561,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1288 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -7707,6 +7730,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -7768,6 +7792,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -7808,6 +7833,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1288 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/having.q.out ql/src/test/results/clientpositive/having.q.out index c6f34c9..4526944 100644 --- ql/src/test/results/clientpositive/having.q.out +++ ql/src/test/results/clientpositive/having.q.out @@ -29,6 +29,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -109,6 +110,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -477,6 +479,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -742,6 +745,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -934,6 +938,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1196,6 +1201,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/having2.q.out ql/src/test/results/clientpositive/having2.q.out index 281b81d..9c11cee 100644 --- ql/src/test/results/clientpositive/having2.q.out +++ ql/src/test/results/clientpositive/having2.q.out @@ -147,6 +147,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), count(VALUE._col2) @@ -214,6 +215,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), count(VALUE._col2) @@ -333,6 +335,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: bigint), _col4 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), count(VALUE._col2), count(VALUE._col3) @@ -452,6 +455,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: bigint), _col4 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), count(VALUE._col2), count(VALUE._col3) @@ -575,6 +579,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: bigint), _col4 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), count(VALUE._col2), count(VALUE._col3) diff --git ql/src/test/results/clientpositive/identity_project_remove_skip.q.out ql/src/test/results/clientpositive/identity_project_remove_skip.q.out index 2d2b07a..73760d3 100644 --- ql/src/test/results/clientpositive/identity_project_remove_skip.q.out +++ ql/src/test/results/clientpositive/identity_project_remove_skip.q.out @@ -72,6 +72,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/implicit_cast1.q.out ql/src/test/results/clientpositive/implicit_cast1.q.out index 1e62fe3..2d0c4e1 100644 --- ql/src/test/results/clientpositive/implicit_cast1.q.out +++ ql/src/test/results/clientpositive/implicit_cast1.q.out @@ -41,6 +41,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/implicit_decimal.q.out ql/src/test/results/clientpositive/implicit_decimal.q.out index db46b808..f2b2412 100644 --- ql/src/test/results/clientpositive/implicit_decimal.q.out +++ ql/src/test/results/clientpositive/implicit_decimal.q.out @@ -50,6 +50,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out index 701ba2b..50cc4dc 100644 --- ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out +++ ql/src/test/results/clientpositive/infer_bucket_sort_grouping_operators.q.out @@ -49,6 +49,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -116,6 +117,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -1528,6 +1530,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1595,6 +1598,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -1753,6 +1757,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1820,6 +1825,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/infer_const_type.q.out ql/src/test/results/clientpositive/infer_const_type.q.out index ed9a2aa..33f5405 100644 --- ql/src/test/results/clientpositive/infer_const_type.q.out +++ ql/src/test/results/clientpositive/infer_const_type.q.out @@ -72,6 +72,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -144,6 +145,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -207,6 +209,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -264,6 +267,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/innerjoin.q.out ql/src/test/results/clientpositive/innerjoin.q.out index 138eb93..55eadef 100644 --- ql/src/test/results/clientpositive/innerjoin.q.out +++ ql/src/test/results/clientpositive/innerjoin.q.out @@ -118,6 +118,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/input11_limit.q.out ql/src/test/results/clientpositive/input11_limit.q.out index 64d5d4f..e87f67e 100644 --- ql/src/test/results/clientpositive/input11_limit.q.out +++ ql/src/test/results/clientpositive/input11_limit.q.out @@ -41,6 +41,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/input12.q.out ql/src/test/results/clientpositive/input12.q.out index 8096c71..490e442 100644 --- ql/src/test/results/clientpositive/input12.q.out +++ ql/src/test/results/clientpositive/input12.q.out @@ -243,6 +243,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -288,6 +289,7 @@ STAGE PLANS: Map-reduce partition columns: '2008-04-08' (type: string), '12' (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0) diff --git ql/src/test/results/clientpositive/input13.q.out ql/src/test/results/clientpositive/input13.q.out index c64a4d5..74cae4f 100644 --- ql/src/test/results/clientpositive/input13.q.out +++ ql/src/test/results/clientpositive/input13.q.out @@ -260,6 +260,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -305,6 +306,7 @@ STAGE PLANS: Map-reduce partition columns: '2008-04-08' (type: string), '12' (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0) diff --git ql/src/test/results/clientpositive/input14.q.out ql/src/test/results/clientpositive/input14.q.out index 516c684..f5321f4 100644 --- ql/src/test/results/clientpositive/input14.q.out +++ ql/src/test/results/clientpositive/input14.q.out @@ -112,6 +112,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/input14_limit.q.out ql/src/test/results/clientpositive/input14_limit.q.out index f62ad05..2cfae98 100644 --- ql/src/test/results/clientpositive/input14_limit.q.out +++ ql/src/test/results/clientpositive/input14_limit.q.out @@ -81,6 +81,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/input17.q.out ql/src/test/results/clientpositive/input17.q.out index 947e465..731b81b 100644 --- ql/src/test/results/clientpositive/input17.q.out +++ ql/src/test/results/clientpositive/input17.q.out @@ -109,6 +109,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/input18.q.out ql/src/test/results/clientpositive/input18.q.out index 1be623e..06a014f 100644 --- ql/src/test/results/clientpositive/input18.q.out +++ ql/src/test/results/clientpositive/input18.q.out @@ -112,6 +112,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/input1_limit.q.out ql/src/test/results/clientpositive/input1_limit.q.out index 1e898ea..df2c8ab 100644 --- ql/src/test/results/clientpositive/input1_limit.q.out +++ ql/src/test/results/clientpositive/input1_limit.q.out @@ -71,6 +71,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -133,6 +134,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -163,6 +165,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -217,6 +220,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/input20.q.out ql/src/test/results/clientpositive/input20.q.out index b931f9b..06b2d86 100644 --- ql/src/test/results/clientpositive/input20.q.out +++ ql/src/test/results/clientpositive/input20.q.out @@ -125,6 +125,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/input21.q.out ql/src/test/results/clientpositive/input21.q.out index 7675c5e..528a74f 100644 --- ql/src/test/results/clientpositive/input21.q.out +++ ql/src/test/results/clientpositive/input21.q.out @@ -39,6 +39,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 1 Data size: 1300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/input22.q.out ql/src/test/results/clientpositive/input22.q.out index 1f0ea5e..23845ec 100644 --- ql/src/test/results/clientpositive/input22.q.out +++ ql/src/test/results/clientpositive/input22.q.out @@ -46,6 +46,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 58120 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/input25.q.out ql/src/test/results/clientpositive/input25.q.out index 465173d..c573a12 100644 --- ql/src/test/results/clientpositive/input25.q.out +++ ql/src/test/results/clientpositive/input25.q.out @@ -59,6 +59,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int) @@ -120,6 +121,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int) diff --git ql/src/test/results/clientpositive/input26.q.out ql/src/test/results/clientpositive/input26.q.out index 4e5aa5d..93898b6 100644 --- ql/src/test/results/clientpositive/input26.q.out +++ ql/src/test/results/clientpositive/input26.q.out @@ -35,6 +35,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -107,6 +108,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/input2_limit.q.out ql/src/test/results/clientpositive/input2_limit.q.out index c11e717..bcf713d 100644 --- ql/src/test/results/clientpositive/input2_limit.q.out +++ ql/src/test/results/clientpositive/input2_limit.q.out @@ -32,6 +32,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/input30.q.out ql/src/test/results/clientpositive/input30.q.out index 84e4ae4..1cb73df 100644 --- ql/src/test/results/clientpositive/input30.q.out +++ ql/src/test/results/clientpositive/input30.q.out @@ -46,6 +46,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -154,6 +155,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/input31.q.out ql/src/test/results/clientpositive/input31.q.out index 3ba7c5f..6e7c366 100644 --- ql/src/test/results/clientpositive/input31.q.out +++ ql/src/test/results/clientpositive/input31.q.out @@ -48,6 +48,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/input32.q.out ql/src/test/results/clientpositive/input32.q.out index 4da8c75..c6c9312 100644 --- ql/src/test/results/clientpositive/input32.q.out +++ ql/src/test/results/clientpositive/input32.q.out @@ -45,6 +45,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/input33.q.out ql/src/test/results/clientpositive/input33.q.out index fe05db2..a84b7db 100644 --- ql/src/test/results/clientpositive/input33.q.out +++ ql/src/test/results/clientpositive/input33.q.out @@ -125,6 +125,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/input39.q.out ql/src/test/results/clientpositive/input39.q.out index 6a5b82d..d83849d 100644 --- ql/src/test/results/clientpositive/input39.q.out +++ ql/src/test/results/clientpositive/input39.q.out @@ -129,6 +129,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/input3_limit.q.out ql/src/test/results/clientpositive/input3_limit.q.out index 6fb9e10..9103a51 100644 --- ql/src/test/results/clientpositive/input3_limit.q.out +++ ql/src/test/results/clientpositive/input3_limit.q.out @@ -59,6 +59,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 116030 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -79,6 +80,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 1 Data size: 116030 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -137,6 +139,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/input4_limit.q.out ql/src/test/results/clientpositive/input4_limit.q.out index 07f7f63..eb66d95 100644 --- ql/src/test/results/clientpositive/input4_limit.q.out +++ ql/src/test/results/clientpositive/input4_limit.q.out @@ -26,6 +26,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -51,6 +52,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/input5.q.out ql/src/test/results/clientpositive/input5.q.out index 1d024d0..e57fd16 100644 --- ql/src/test/results/clientpositive/input5.q.out +++ ql/src/test/results/clientpositive/input5.q.out @@ -109,6 +109,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/input_columnarserde.q.out ql/src/test/results/clientpositive/input_columnarserde.q.out index 740eafa..ae51d74 100644 --- ql/src/test/results/clientpositive/input_columnarserde.q.out +++ ql/src/test/results/clientpositive/input_columnarserde.q.out @@ -45,6 +45,7 @@ STAGE PLANS: Map-reduce partition columns: 1 (type: int) Statistics: Num rows: 11 Data size: 30700 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: array), _col1 (type: array), _col2 (type: map), _col3 (type: int), _col4 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: array), VALUE._col1 (type: array), VALUE._col2 (type: map), VALUE._col3 (type: int), VALUE._col4 (type: string) diff --git ql/src/test/results/clientpositive/input_dynamicserde.q.out ql/src/test/results/clientpositive/input_dynamicserde.q.out index a533541..694b99d 100644 --- ql/src/test/results/clientpositive/input_dynamicserde.q.out +++ ql/src/test/results/clientpositive/input_dynamicserde.q.out @@ -55,6 +55,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Stage: Stage-7 Conditional Operator diff --git ql/src/test/results/clientpositive/input_part10.q.out ql/src/test/results/clientpositive/input_part10.q.out index ea4e715..4484cd0 100644 --- ql/src/test/results/clientpositive/input_part10.q.out +++ ql/src/test/results/clientpositive/input_part10.q.out @@ -50,6 +50,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int) @@ -118,6 +119,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1070 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/input_part2.q.out ql/src/test/results/clientpositive/input_part2.q.out index c8ca522..59cc455 100644 --- ql/src/test/results/clientpositive/input_part2.q.out +++ ql/src/test/results/clientpositive/input_part2.q.out @@ -577,6 +577,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/insert1.q.out ql/src/test/results/clientpositive/insert1.q.out index b3a635b..2500b79 100644 --- ql/src/test/results/clientpositive/insert1.q.out +++ ql/src/test/results/clientpositive/insert1.q.out @@ -703,6 +703,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out index 14b4c10..8f0d998 100644 --- ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out +++ ql/src/test/results/clientpositive/insert2_overwrite_partitions.q.out @@ -70,6 +70,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 124 Data size: 60280 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -133,6 +134,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 5 Data size: 2430 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -208,6 +210,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 124 Data size: 60280 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -271,6 +274,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 5 Data size: 2430 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/insert_into1.q.out ql/src/test/results/clientpositive/insert_into1.q.out index 9e1756d..09a4976 100644 --- ql/src/test/results/clientpositive/insert_into1.q.out +++ ql/src/test/results/clientpositive/insert_into1.q.out @@ -36,6 +36,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -98,6 +99,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -186,6 +188,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -248,6 +251,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -336,6 +340,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -398,6 +403,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -856,6 +862,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/insert_into2.q.out ql/src/test/results/clientpositive/insert_into2.q.out index 6ca080c..eb0a179 100644 --- ql/src/test/results/clientpositive/insert_into2.q.out +++ ql/src/test/results/clientpositive/insert_into2.q.out @@ -40,6 +40,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -107,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -239,6 +241,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -306,6 +309,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -407,6 +411,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -474,6 +479,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 50 Data size: 500 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -585,6 +591,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/insert_into3.q.out ql/src/test/results/clientpositive/insert_into3.q.out index 77fca86..2212fb1 100644 --- ql/src/test/results/clientpositive/insert_into3.q.out +++ ql/src/test/results/clientpositive/insert_into3.q.out @@ -63,6 +63,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -125,6 +126,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -155,6 +157,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -209,6 +212,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -312,6 +316,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -374,6 +379,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -404,6 +410,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -458,6 +465,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/insert_into4.q.out ql/src/test/results/clientpositive/insert_into4.q.out index 927d087..fee5dfd 100644 --- ql/src/test/results/clientpositive/insert_into4.q.out +++ ql/src/test/results/clientpositive/insert_into4.q.out @@ -50,6 +50,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -112,6 +113,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -177,6 +179,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -239,6 +242,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/insert_into5.q.out ql/src/test/results/clientpositive/insert_into5.q.out index 66dd502..e61499e 100644 --- ql/src/test/results/clientpositive/insert_into5.q.out +++ ql/src/test/results/clientpositive/insert_into5.q.out @@ -50,6 +50,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 910 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string) @@ -108,6 +109,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/insert_into6.q.out ql/src/test/results/clientpositive/insert_into6.q.out index c0fc7bd..ad23cbb 100644 --- ql/src/test/results/clientpositive/insert_into6.q.out +++ ql/src/test/results/clientpositive/insert_into6.q.out @@ -52,6 +52,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 150 Data size: 1500 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -119,6 +120,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 150 Data size: 1500 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out index d821379..63eaf01 100644 --- ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out +++ ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out @@ -124,6 +124,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 3 Data size: 36 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey0 (type: string) @@ -179,6 +180,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -246,6 +248,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -301,6 +304,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/interval_alt.q.out ql/src/test/results/clientpositive/interval_alt.q.out index 601504c..add690e 100644 --- ql/src/test/results/clientpositive/interval_alt.q.out +++ ql/src/test/results/clientpositive/interval_alt.q.out @@ -149,6 +149,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/interval_arithmetic.q.out ql/src/test/results/clientpositive/interval_arithmetic.q.out index c7eadea..0e5506a 100644 --- ql/src/test/results/clientpositive/interval_arithmetic.q.out +++ ql/src/test/results/clientpositive/interval_arithmetic.q.out @@ -67,6 +67,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -145,6 +146,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -223,6 +225,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -359,6 +362,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -439,6 +443,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -519,6 +524,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/join14.q.out ql/src/test/results/clientpositive/join14.q.out index 1352237..5aaf1bc 100644 --- ql/src/test/results/clientpositive/join14.q.out +++ ql/src/test/results/clientpositive/join14.q.out @@ -118,6 +118,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/join15.q.out ql/src/test/results/clientpositive/join15.q.out index 6127b9f..c5b6518 100644 --- ql/src/test/results/clientpositive/join15.q.out +++ ql/src/test/results/clientpositive/join15.q.out @@ -65,6 +65,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) diff --git ql/src/test/results/clientpositive/join17.q.out ql/src/test/results/clientpositive/join17.q.out index e6aac08..b0e999a 100644 --- ql/src/test/results/clientpositive/join17.q.out +++ ql/src/test/results/clientpositive/join17.q.out @@ -241,6 +241,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/join18.q.out ql/src/test/results/clientpositive/join18.q.out index 3d5a90f..9d82aa0 100644 --- ql/src/test/results/clientpositive/join18.q.out +++ ql/src/test/results/clientpositive/join18.q.out @@ -53,6 +53,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/join18_multi_distinct.q.out ql/src/test/results/clientpositive/join18_multi_distinct.q.out index b064af2..a95e9b1 100644 --- ql/src/test/results/clientpositive/join18_multi_distinct.q.out +++ ql/src/test/results/clientpositive/join18_multi_distinct.q.out @@ -55,6 +55,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/join20.q.out ql/src/test/results/clientpositive/join20.q.out index f9df32a..071f1ae 100644 --- ql/src/test/results/clientpositive/join20.q.out +++ ql/src/test/results/clientpositive/join20.q.out @@ -82,6 +82,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -743,6 +744,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) diff --git ql/src/test/results/clientpositive/join21.q.out ql/src/test/results/clientpositive/join21.q.out index 6e9ba0a..cde2bcb 100644 --- ql/src/test/results/clientpositive/join21.q.out +++ ql/src/test/results/clientpositive/join21.q.out @@ -77,6 +77,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) diff --git ql/src/test/results/clientpositive/join23.q.out ql/src/test/results/clientpositive/join23.q.out index ecef4f8..64822b6 100644 --- ql/src/test/results/clientpositive/join23.q.out +++ ql/src/test/results/clientpositive/join23.q.out @@ -62,6 +62,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 27556 Data size: 612872 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) diff --git ql/src/test/results/clientpositive/join25.q.out ql/src/test/results/clientpositive/join25.q.out index 30a62ce..88b7566 100644 --- ql/src/test/results/clientpositive/join25.q.out +++ ql/src/test/results/clientpositive/join25.q.out @@ -124,6 +124,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1304 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/join26.q.out ql/src/test/results/clientpositive/join26.q.out index 870a735..20228e4 100644 --- ql/src/test/results/clientpositive/join26.q.out +++ ql/src/test/results/clientpositive/join26.q.out @@ -362,6 +362,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/join27.q.out ql/src/test/results/clientpositive/join27.q.out index a8f4ff4..50cdf87 100644 --- ql/src/test/results/clientpositive/join27.q.out +++ ql/src/test/results/clientpositive/join27.q.out @@ -124,6 +124,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1304 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/join28.q.out ql/src/test/results/clientpositive/join28.q.out index 3b29191..ad65941 100644 --- ql/src/test/results/clientpositive/join28.q.out +++ ql/src/test/results/clientpositive/join28.q.out @@ -160,6 +160,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/join29.q.out ql/src/test/results/clientpositive/join29.q.out index 02521dd..b2429b6 100644 --- ql/src/test/results/clientpositive/join29.q.out +++ ql/src/test/results/clientpositive/join29.q.out @@ -53,6 +53,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -152,6 +153,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1288 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -297,6 +299,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/join3.q.out ql/src/test/results/clientpositive/join3.q.out index 87fb057..5b5e5e9 100644 --- ql/src/test/results/clientpositive/join3.q.out +++ ql/src/test/results/clientpositive/join3.q.out @@ -135,6 +135,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/join30.q.out ql/src/test/results/clientpositive/join30.q.out index d29ef1b..eadd079 100644 --- ql/src/test/results/clientpositive/join30.q.out +++ ql/src/test/results/clientpositive/join30.q.out @@ -78,6 +78,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -141,6 +142,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/join31.q.out ql/src/test/results/clientpositive/join31.q.out index abcb32f..e37ffb6 100644 --- ql/src/test/results/clientpositive/join31.q.out +++ ql/src/test/results/clientpositive/join31.q.out @@ -48,6 +48,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -113,6 +114,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -176,6 +178,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/join32.q.out ql/src/test/results/clientpositive/join32.q.out index 47c88b8..138ac8d 100644 --- ql/src/test/results/clientpositive/join32.q.out +++ ql/src/test/results/clientpositive/join32.q.out @@ -415,6 +415,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/join33.q.out ql/src/test/results/clientpositive/join33.q.out index 47c88b8..138ac8d 100644 --- ql/src/test/results/clientpositive/join33.q.out +++ ql/src/test/results/clientpositive/join33.q.out @@ -415,6 +415,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/join34.q.out ql/src/test/results/clientpositive/join34.q.out index a28d760..b9d19bb 100644 --- ql/src/test/results/clientpositive/join34.q.out +++ ql/src/test/results/clientpositive/join34.q.out @@ -385,6 +385,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/join35.q.out ql/src/test/results/clientpositive/join35.q.out index 4a5b10d..cf2af3c 100644 --- ql/src/test/results/clientpositive/join35.q.out +++ ql/src/test/results/clientpositive/join35.q.out @@ -62,6 +62,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -469,6 +470,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -552,6 +554,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/join36.q.out ql/src/test/results/clientpositive/join36.q.out index 40dbabb..2a2e17c 100644 --- ql/src/test/results/clientpositive/join36.q.out +++ ql/src/test/results/clientpositive/join36.q.out @@ -164,6 +164,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1272 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/join37.q.out ql/src/test/results/clientpositive/join37.q.out index 4effb31..1f15bf5 100644 --- ql/src/test/results/clientpositive/join37.q.out +++ ql/src/test/results/clientpositive/join37.q.out @@ -124,6 +124,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1304 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/join38.q.out ql/src/test/results/clientpositive/join38.q.out index 1ae4339..2b29b4d 100644 --- ql/src/test/results/clientpositive/join38.q.out +++ ql/src/test/results/clientpositive/join38.q.out @@ -110,6 +110,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/join39.q.out ql/src/test/results/clientpositive/join39.q.out index f3b4a6d..44e7496 100644 --- ql/src/test/results/clientpositive/join39.q.out +++ ql/src/test/results/clientpositive/join39.q.out @@ -117,6 +117,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/join4.q.out ql/src/test/results/clientpositive/join4.q.out index 7204250..1e3fa90 100644 --- ql/src/test/results/clientpositive/join4.q.out +++ ql/src/test/results/clientpositive/join4.q.out @@ -141,6 +141,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/join40.q.out ql/src/test/results/clientpositive/join40.q.out index 9d699c8..0927b91 100644 --- ql/src/test/results/clientpositive/join40.q.out +++ ql/src/test/results/clientpositive/join40.q.out @@ -1834,6 +1834,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -2495,6 +2496,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -3134,6 +3136,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3783,6 +3786,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/join43.q.out ql/src/test/results/clientpositive/join43.q.out index dbb3e33..8535c43 100644 --- ql/src/test/results/clientpositive/join43.q.out +++ ql/src/test/results/clientpositive/join43.q.out @@ -317,6 +317,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 2 Data size: 13 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -539,6 +540,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 2 Data size: 13 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) diff --git ql/src/test/results/clientpositive/join5.q.out ql/src/test/results/clientpositive/join5.q.out index 87c9efa..277ea58 100644 --- ql/src/test/results/clientpositive/join5.q.out +++ ql/src/test/results/clientpositive/join5.q.out @@ -141,6 +141,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/join6.q.out ql/src/test/results/clientpositive/join6.q.out index 978cc45..56cbfa6 100644 --- ql/src/test/results/clientpositive/join6.q.out +++ ql/src/test/results/clientpositive/join6.q.out @@ -141,6 +141,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/join7.q.out ql/src/test/results/clientpositive/join7.q.out index 91c4eb7..e42f849 100644 --- ql/src/test/results/clientpositive/join7.q.out +++ ql/src/test/results/clientpositive/join7.q.out @@ -169,6 +169,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 2592 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3), compute_stats(VALUE._col4), compute_stats(VALUE._col5) diff --git ql/src/test/results/clientpositive/join8.q.out ql/src/test/results/clientpositive/join8.q.out index 346a6a3..5ca34e9 100644 --- ql/src/test/results/clientpositive/join8.q.out +++ ql/src/test/results/clientpositive/join8.q.out @@ -144,6 +144,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/join9.q.out ql/src/test/results/clientpositive/join9.q.out index 6db5185..50ca52c 100644 --- ql/src/test/results/clientpositive/join9.q.out +++ ql/src/test/results/clientpositive/join9.q.out @@ -289,6 +289,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out index 5dd669f..d80bbf1 100644 --- ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out +++ ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out @@ -170,6 +170,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/join_grp_diff_keys.q.out ql/src/test/results/clientpositive/join_grp_diff_keys.q.out index 17688a9..9242238 100644 --- ql/src/test/results/clientpositive/join_grp_diff_keys.q.out +++ ql/src/test/results/clientpositive/join_grp_diff_keys.q.out @@ -151,6 +151,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/join_merge_multi_expressions.q.out ql/src/test/results/clientpositive/join_merge_multi_expressions.q.out index e22d6fe..fba4083 100644 --- ql/src/test/results/clientpositive/join_merge_multi_expressions.q.out +++ ql/src/test/results/clientpositive/join_merge_multi_expressions.q.out @@ -88,6 +88,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/join_on_varchar.q.out ql/src/test/results/clientpositive/join_on_varchar.q.out index ac2bddd..9608240 100644 --- ql/src/test/results/clientpositive/join_on_varchar.q.out +++ ql/src/test/results/clientpositive/join_on_varchar.q.out @@ -112,6 +112,7 @@ STAGE PLANS: key expressions: _col0 (type: varchar(10)), _col1 (type: varchar(30)) sort order: ++ Statistics: Num rows: 2 Data size: 28 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/join_star.q.out ql/src/test/results/clientpositive/join_star.q.out index d6c64bb..e3640a3 100644 --- ql/src/test/results/clientpositive/join_star.q.out +++ ql/src/test/results/clientpositive/join_star.q.out @@ -191,6 +191,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -311,6 +312,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -433,6 +435,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -546,6 +549,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -790,6 +794,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/join_vc.q.out ql/src/test/results/clientpositive/join_vc.q.out index 963f4eb..109ac59 100644 --- ql/src/test/results/clientpositive/join_vc.q.out +++ ql/src/test/results/clientpositive/join_vc.q.out @@ -113,6 +113,7 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) @@ -222,6 +223,7 @@ STAGE PLANS: key expressions: _col0 (type: bigint) sort order: + Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint) diff --git ql/src/test/results/clientpositive/lateral_view_cp.q.out ql/src/test/results/clientpositive/lateral_view_cp.q.out index 2024d25..b58da18 100644 --- ql/src/test/results/clientpositive/lateral_view_cp.q.out +++ ql/src/test/results/clientpositive/lateral_view_cp.q.out @@ -117,6 +117,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/lateral_view_onview.q.out ql/src/test/results/clientpositive/lateral_view_onview.q.out index f09b0bd..6a7907f 100644 --- ql/src/test/results/clientpositive/lateral_view_onview.q.out +++ ql/src/test/results/clientpositive/lateral_view_onview.q.out @@ -108,6 +108,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 17 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: array), _col2 (type: int), _col3 (type: char(1)) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: array), VALUE._col1 (type: int), VALUE._col2 (type: char(1)), KEY.reducesinkkey1 (type: int) @@ -748,6 +749,7 @@ STAGE PLANS: Statistics: Num rows: 1100 Data size: 61600 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: int), _col2 (type: char(1)), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: string), _col12 (type: array) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: char(1)), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: string), VALUE._col9 (type: string), VALUE._col10 (type: string), VALUE._col11 (type: array), KEY.reducesinkkey1 (type: int) @@ -773,6 +775,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: int), _col2 (type: char(1)), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string), _col11 (type: string), _col12 (type: array) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: char(1)), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: string), VALUE._col9 (type: string), VALUE._col10 (type: string), VALUE._col11 (type: array), KEY.reducesinkkey1 (type: int) diff --git ql/src/test/results/clientpositive/limit_pushdown2.q.out ql/src/test/results/clientpositive/limit_pushdown2.q.out index bae6e24..87be772 100644 --- ql/src/test/results/clientpositive/limit_pushdown2.q.out +++ ql/src/test/results/clientpositive/limit_pushdown2.q.out @@ -36,6 +36,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -134,6 +135,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -232,6 +234,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -330,6 +333,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -428,6 +432,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -526,6 +531,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -625,6 +631,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -648,6 +655,7 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) @@ -741,6 +749,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -764,6 +773,7 @@ STAGE PLANS: sort order: -++ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) @@ -856,6 +866,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -883,6 +894,7 @@ STAGE PLANS: sort order: +- Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: double) @@ -975,6 +987,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: double), _col4 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -1004,6 +1017,7 @@ STAGE PLANS: Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: double) @@ -1064,6 +1078,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: double), _col4 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -1093,6 +1108,7 @@ STAGE PLANS: Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: double) diff --git ql/src/test/results/clientpositive/limit_pushdown_negative.q.out ql/src/test/results/clientpositive/limit_pushdown_negative.q.out index b46eb5c..054305d 100644 --- ql/src/test/results/clientpositive/limit_pushdown_negative.q.out +++ ql/src/test/results/clientpositive/limit_pushdown_negative.q.out @@ -250,6 +250,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -328,6 +329,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -358,6 +360,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: double) @@ -412,6 +415,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/list_bucket_dml_14.q.out ql/src/test/results/clientpositive/list_bucket_dml_14.q.out index b6f6540..d96f701 100644 --- ql/src/test/results/clientpositive/list_bucket_dml_14.q.out +++ ql/src/test/results/clientpositive/list_bucket_dml_14.q.out @@ -324,6 +324,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out index 54c9b38..f87d6de 100644 --- ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out +++ ql/src/test/results/clientpositive/list_bucket_query_oneskew_2.q.out @@ -331,6 +331,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -466,6 +467,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out index 6a5ace0..3b2a8a2 100644 --- ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out +++ ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out @@ -45,7 +45,7 @@ STAGE PLANS: alias: acidtbldefault filterExpr: (a = 1) (type: boolean) buckets included: [1,] of 16 - Statistics: Num rows: 1765 Data size: 6712 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1762 Data size: 6700 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false @@ -77,7 +77,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Path -> Alias: hdfs://### HDFS PATH ### [acidtbldefault] @@ -101,7 +101,7 @@ STAGE PLANS: serialization.ddl struct acidtbldefault { i32 a} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 33194 + totalSize 33143 transactional true transactional_properties default #### A masked pattern was here #### @@ -123,7 +123,7 @@ STAGE PLANS: serialization.ddl struct acidtbldefault { i32 a} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 33194 + totalSize 33143 transactional true transactional_properties default #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out index 05d5d0a..442627f 100644 --- ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out +++ ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out @@ -665,11 +665,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: over10k_orc_bucketed - Statistics: Num rows: 1227 Data size: 702030 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1227 Data size: 701970 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ROW__ID (type: struct) outputColumnNames: ROW__ID - Statistics: Num rows: 1227 Data size: 702030 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1227 Data size: 701970 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: ROW__ID (type: struct) diff --git ql/src/test/results/clientpositive/llap/auto_join0.q.out ql/src/test/results/clientpositive/llap/auto_join0.q.out index 29945ad..a42001e 100644 --- ql/src/test/results/clientpositive/llap/auto_join0.q.out +++ ql/src/test/results/clientpositive/llap/auto_join0.q.out @@ -56,10 +56,10 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -90,7 +90,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -105,7 +105,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/llap/auto_join1.q.out ql/src/test/results/clientpositive/llap/auto_join1.q.out index 9146560..41e56e1 100644 --- ql/src/test/results/clientpositive/llap/auto_join1.q.out +++ ql/src/test/results/clientpositive/llap/auto_join1.q.out @@ -46,7 +46,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: diff --git ql/src/test/results/clientpositive/llap/auto_join21.q.out ql/src/test/results/clientpositive/llap/auto_join21.q.out index 4956af4..64e6422 100644 --- ql/src/test/results/clientpositive/llap/auto_join21.q.out +++ ql/src/test/results/clientpositive/llap/auto_join21.q.out @@ -28,7 +28,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -44,7 +44,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -57,7 +57,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -85,7 +85,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 434 Data size: 231756 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) diff --git ql/src/test/results/clientpositive/llap/auto_join29.q.out ql/src/test/results/clientpositive/llap/auto_join29.q.out index 3fb3184..c357c1f 100644 --- ql/src/test/results/clientpositive/llap/auto_join29.q.out +++ ql/src/test/results/clientpositive/llap/auto_join29.q.out @@ -28,7 +28,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -44,7 +44,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -57,7 +57,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -85,7 +85,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 434 Data size: 231756 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -643,7 +643,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -659,7 +659,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -675,7 +675,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -703,7 +703,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 143 Data size: 76362 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -1264,7 +1264,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1277,7 +1277,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1293,7 +1293,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1321,7 +1321,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 432 Data size: 230688 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -1894,7 +1894,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1907,7 +1907,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1920,7 +1920,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1948,7 +1948,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 434 Data size: 231756 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -2521,7 +2521,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2537,7 +2537,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2553,7 +2553,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2577,7 +2577,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 143 Data size: 76362 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -2638,7 +2638,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2654,7 +2654,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2667,7 +2667,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2695,7 +2695,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 143 Data size: 76362 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -3272,7 +3272,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 143 Data size: 76362 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3288,7 +3288,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3304,10 +3304,10 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -3368,7 +3368,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -3403,7 +3403,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 431 Data size: 230154 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3419,10 +3419,10 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -3520,7 +3520,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 143 Data size: 76362 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3536,7 +3536,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3552,10 +3552,10 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) diff --git ql/src/test/results/clientpositive/llap/auto_join30.q.out ql/src/test/results/clientpositive/llap/auto_join30.q.out index e5f5fda..19d6c55 100644 --- ql/src/test/results/clientpositive/llap/auto_join30.q.out +++ ql/src/test/results/clientpositive/llap/auto_join30.q.out @@ -44,7 +44,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -77,10 +77,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -177,7 +177,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -194,10 +194,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -280,7 +280,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -310,10 +310,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -405,7 +405,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -441,7 +441,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -460,10 +460,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -558,7 +558,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -575,7 +575,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -591,7 +591,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -616,7 +616,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -711,7 +711,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -728,7 +728,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -744,7 +744,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -769,7 +769,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -864,7 +864,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -881,7 +881,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -897,7 +897,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -922,7 +922,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1017,7 +1017,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1034,7 +1034,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1050,7 +1050,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1075,7 +1075,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/auto_smb_mapjoin_14.q.out ql/src/test/results/clientpositive/llap/auto_smb_mapjoin_14.q.out index 014f720..7ff38a5 100644 --- ql/src/test/results/clientpositive/llap/auto_smb_mapjoin_14.q.out +++ ql/src/test/results/clientpositive/llap/auto_smb_mapjoin_14.q.out @@ -101,7 +101,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -213,7 +213,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -232,7 +232,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -415,7 +415,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -452,7 +452,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -584,7 +584,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -701,7 +701,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -842,7 +842,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -971,7 +971,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1055,7 +1055,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1074,7 +1074,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1096,7 +1096,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1199,7 +1199,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1321,7 +1321,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1446,7 +1446,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out index 2e02499..b6003b0 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out @@ -319,7 +319,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -593,7 +593,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [a] /bucket_big/ds=2008-04-09 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -867,7 +867,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [a] /bucket_big/ds=2008-04-09 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out index a724617..931ce39 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out @@ -94,7 +94,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -113,7 +113,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -132,7 +132,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 Execution mode: llap @@ -154,7 +154,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -274,7 +274,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out index e8973a3..809a158 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out @@ -136,7 +136,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 1508 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -214,7 +214,7 @@ STAGE PLANS: Statistics: Num rows: 228 Data size: 150457 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -345,7 +345,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) auto parallelism: false Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -619,7 +619,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -885,7 +885,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1264,7 +1264,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out index 2c7decd..c0bd706 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out @@ -431,7 +431,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -512,7 +512,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) auto parallelism: false Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out index 235c13a..1bccb7d 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out @@ -87,7 +87,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -182,7 +182,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out index d76bf84..5ff9d04 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out @@ -87,7 +87,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -161,7 +161,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_16.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_16.q.out index b67deea..c3c890d 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_16.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_16.q.out @@ -203,7 +203,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 5 Data size: 495 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -220,7 +220,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 236 Data size: 23364 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out index 054b0d0..885fd18 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out @@ -301,7 +301,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [a] /bucket_big/ds=2008-04-09 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -575,7 +575,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [a] /bucket_big/ds=2008-04-09 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out index 5c3fb0f..ff98ee5 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out @@ -301,7 +301,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [b] Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -575,7 +575,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -849,7 +849,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out index 95d3298..a5aab31 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out @@ -317,7 +317,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [b] Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -591,7 +591,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -865,7 +865,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out index bbe1252..e940a99 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out @@ -231,7 +231,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big [b] Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -448,7 +448,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -665,7 +665,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out index 569b308..ec80797 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out @@ -141,7 +141,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -163,7 +163,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -268,7 +268,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -290,7 +290,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -395,7 +395,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -417,7 +417,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -522,7 +522,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -544,7 +544,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -648,7 +648,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -753,7 +753,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -775,7 +775,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -880,7 +880,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -902,7 +902,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1007,7 +1007,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1029,7 +1029,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1133,7 +1133,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1238,7 +1238,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1260,7 +1260,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out index 53c685c..3e53b88 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out @@ -383,7 +383,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -708,7 +708,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [a] /bucket_big/ds=2008-04-09 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1033,7 +1033,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [a] /bucket_big/ds=2008-04-09 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out index 80116ec..f0ae0bf 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out @@ -383,7 +383,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -708,7 +708,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [a] /bucket_big/ds=2008-04-09 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1033,7 +1033,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [a] /bucket_big/ds=2008-04-09 [a] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out index 1acb915..f8cee9c 100644 --- ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out @@ -101,7 +101,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -208,7 +208,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -330,7 +330,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -349,7 +349,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -532,7 +532,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -569,7 +569,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -701,7 +701,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -818,7 +818,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -959,7 +959,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1088,7 +1088,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1172,7 +1172,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1191,7 +1191,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1213,7 +1213,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1316,7 +1316,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1417,7 +1417,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1541,7 +1541,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1666,7 +1666,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1781,7 +1781,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1888,7 +1888,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2010,7 +2010,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2029,7 +2029,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2212,7 +2212,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2249,7 +2249,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2381,7 +2381,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2498,7 +2498,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2639,7 +2639,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2768,7 +2768,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2871,7 +2871,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2972,7 +2972,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3096,7 +3096,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3221,7 +3221,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/bucket2.q.out ql/src/test/results/clientpositive/llap/bucket2.q.out index 10fc171..fae2978 100644 --- ql/src/test/results/clientpositive/llap/bucket2.q.out +++ ql/src/test/results/clientpositive/llap/bucket2.q.out @@ -46,7 +46,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/bucket3.q.out ql/src/test/results/clientpositive/llap/bucket3.q.out index 9ae5166..f280f5c 100644 --- ql/src/test/results/clientpositive/llap/bucket3.q.out +++ ql/src/test/results/clientpositive/llap/bucket3.q.out @@ -47,7 +47,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/bucket4.q.out ql/src/test/results/clientpositive/llap/bucket4.q.out index 0a1c497..ca36cfb 100644 --- ql/src/test/results/clientpositive/llap/bucket4.q.out +++ ql/src/test/results/clientpositive/llap/bucket4.q.out @@ -47,7 +47,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/bucket5.q.out ql/src/test/results/clientpositive/llap/bucket5.q.out index 6649344..1aab619 100644 --- ql/src/test/results/clientpositive/llap/bucket5.q.out +++ ql/src/test/results/clientpositive/llap/bucket5.q.out @@ -80,7 +80,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: hdfs://### HDFS PATH ### [src] diff --git ql/src/test/results/clientpositive/llap/bucket6.q.out ql/src/test/results/clientpositive/llap/bucket6.q.out index 1994aeb..66e6e1f 100644 --- ql/src/test/results/clientpositive/llap/bucket6.q.out +++ ql/src/test/results/clientpositive/llap/bucket6.q.out @@ -42,7 +42,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/bucket_many.q.out ql/src/test/results/clientpositive/llap/bucket_many.q.out index 2202745..4e74e6d 100644 --- ql/src/test/results/clientpositive/llap/bucket_many.q.out +++ ql/src/test/results/clientpositive/llap/bucket_many.q.out @@ -47,7 +47,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out index 543fccd..83f6e51 100644 --- ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out +++ ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out @@ -203,7 +203,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -223,7 +223,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -245,7 +245,7 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 391 Data size: 72726 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) @@ -800,7 +800,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -832,10 +832,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) sort order: +++ Statistics: Num rows: 391 Data size: 72726 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) @@ -1393,7 +1393,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 250 Data size: 1000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1412,10 +1412,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1447,7 +1447,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1528,7 +1528,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 250 Data size: 1000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1547,10 +1547,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1576,7 +1576,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1666,7 +1666,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1685,7 +1685,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1707,7 +1707,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1815,7 +1815,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -1861,7 +1861,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1880,10 +1880,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1977,7 +1977,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1996,7 +1996,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2018,7 +2018,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2126,7 +2126,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -2172,7 +2172,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2191,10 +2191,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2305,10 +2305,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2437,10 +2437,10 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2513,7 +2513,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2532,7 +2532,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2584,7 +2584,7 @@ STAGE PLANS: Statistics: Num rows: 153 Data size: 1836 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2666,7 +2666,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -2685,7 +2685,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2728,7 +2728,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2795,7 +2795,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2854,7 +2854,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2879,7 +2879,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2961,7 +2961,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -3020,10 +3020,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -3086,7 +3086,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3105,7 +3105,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3125,7 +3125,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3214,7 +3214,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -3233,7 +3233,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3253,7 +3253,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -3311,7 +3311,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 391 Data size: 37145 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3330,7 +3330,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3350,7 +3350,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3444,7 +3444,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -3463,7 +3463,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3483,7 +3483,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -3559,10 +3559,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -3687,10 +3687,10 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -3752,7 +3752,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3772,7 +3772,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3859,7 +3859,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3894,7 +3894,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3956,7 +3956,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3975,7 +3975,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4040,7 +4040,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4059,7 +4059,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4146,7 +4146,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4166,7 +4166,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4235,7 +4235,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -4270,7 +4270,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -4327,7 +4327,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -4346,7 +4346,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4439,7 +4439,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 809 Data size: 76855 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4458,7 +4458,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -4478,7 +4478,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4547,7 +4547,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col2 (type: string) Statistics: Num rows: 242 Data size: 67518 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4582,7 +4582,7 @@ STAGE PLANS: Partition key expr: ds Statistics: Num rows: 250 Data size: 69750 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4651,7 +4651,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col2 (type: string) Statistics: Num rows: 242 Data size: 67518 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4686,7 +4686,7 @@ STAGE PLANS: Partition key expr: ds Statistics: Num rows: 250 Data size: 69750 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4752,7 +4752,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4771,7 +4771,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5335,7 +5335,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -5370,7 +5370,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -5948,7 +5948,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -5967,7 +5967,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -6531,7 +6531,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -6566,7 +6566,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 diff --git ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out index fa90ccd..5aa2478 100644 --- ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out +++ ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out @@ -212,7 +212,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -231,7 +231,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -324,7 +324,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 809 Data size: 76855 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -343,7 +343,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -363,7 +363,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -464,7 +464,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -484,7 +484,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -553,7 +553,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -573,7 +573,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -639,7 +639,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 664 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -658,7 +658,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 664 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -732,7 +732,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -751,7 +751,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 664 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -795,7 +795,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 664 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -814,7 +814,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 664 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -888,7 +888,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -907,7 +907,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 664 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -951,7 +951,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 664 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -970,7 +970,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 664 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1032,7 +1032,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 664 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -1063,7 +1063,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -1116,10 +1116,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1191,7 +1191,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 121 Data size: 484 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1222,10 +1222,10 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1279,7 +1279,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 121 Data size: 11011 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1299,10 +1299,10 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1379,7 +1379,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 121 Data size: 11011 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1399,10 +1399,10 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1522,7 +1522,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1541,10 +1541,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: string) @@ -1576,7 +1576,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1638,7 +1638,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1657,10 +1657,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 242 Data size: 22990 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: string) @@ -1686,7 +1686,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1783,7 +1783,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 2 Map Operator Tree: @@ -1814,7 +1814,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Stage: Stage-0 diff --git ql/src/test/results/clientpositive/llap/bucket_map_join_tez_empty.q.out ql/src/test/results/clientpositive/llap/bucket_map_join_tez_empty.q.out index 33825da..1e3158a 100644 --- ql/src/test/results/clientpositive/llap/bucket_map_join_tez_empty.q.out +++ ql/src/test/results/clientpositive/llap/bucket_map_join_tez_empty.q.out @@ -79,7 +79,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -99,7 +99,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 diff --git ql/src/test/results/clientpositive/llap/bucketpruning1.q.out ql/src/test/results/clientpositive/llap/bucketpruning1.q.out index 83070e6..21bd171 100644 --- ql/src/test/results/clientpositive/llap/bucketpruning1.q.out +++ ql/src/test/results/clientpositive/llap/bucketpruning1.q.out @@ -67,7 +67,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -129,7 +129,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -191,7 +191,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -253,7 +253,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -315,7 +315,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -377,7 +377,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -439,7 +439,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -501,7 +501,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -563,7 +563,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -625,7 +625,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -687,7 +687,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -749,7 +749,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -810,7 +810,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -871,7 +871,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -933,7 +933,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -994,7 +994,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -1055,7 +1055,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -1116,7 +1116,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -1177,7 +1177,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -1238,7 +1238,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -1299,7 +1299,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -1360,7 +1360,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -1420,7 +1420,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -1481,7 +1481,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -1542,7 +1542,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -1603,7 +1603,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 @@ -1664,7 +1664,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Stage: Stage-0 diff --git ql/src/test/results/clientpositive/llap/check_constraint.q.out ql/src/test/results/clientpositive/llap/check_constraint.q.out index f06dcd1..d7316de 100644 --- ql/src/test/results/clientpositive/llap/check_constraint.q.out +++ ql/src/test/results/clientpositive/llap/check_constraint.q.out @@ -121,7 +121,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: boolean), VALUE._col3 (type: int), UDFToFloat(VALUE._col4) (type: float), UDFToLong(VALUE._col5) (type: bigint) @@ -1318,10 +1318,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 250 Data size: 51750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: decimal(5,2)), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: decimal(5,2)), CAST( VALUE._col2 AS varchar(128)) (type: varchar(128)) @@ -1397,10 +1397,10 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 103500 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(5,2)), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(5,2)), VALUE._col1 (type: string) @@ -1418,7 +1418,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 1035 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: decimal(5,2)), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: decimal(5,2)), CAST( VALUE._col2 AS varchar(128)) (type: varchar(128)) @@ -1500,7 +1500,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1516,7 +1516,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1542,7 +1542,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int), _col1 (type: decimal(5,2)), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: decimal(5,2)), VALUE._col2 (type: string) @@ -1560,7 +1560,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 1035 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: decimal(5,2)), _col2 (type: string) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: decimal(5,2)), CAST( VALUE._col2 AS varchar(128)) (type: varchar(128)) @@ -1679,10 +1679,10 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 73500 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: int), _col3 (type: decimal(5,2)) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1) @@ -1706,7 +1706,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 1035 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: decimal(5,2)), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: decimal(5,2)), CAST( VALUE._col2 AS varchar(128)) (type: varchar(128)) @@ -1840,10 +1840,10 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: decimal(5,2)), CAST( VALUE._col2 AS varchar(128)) (type: varchar(128)) @@ -1934,10 +1934,10 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 1 Data size: 328 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col3 (type: varchar(128)) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), 893.14 (type: decimal(5,2)), VALUE._col1 (type: varchar(128)) @@ -2022,10 +2022,10 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 1 Data size: 116 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), 893.14 (type: decimal(5,2)), 'apache_hive' (type: varchar(128)) @@ -2184,7 +2184,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string), ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 6 Map Operator Tree: @@ -2197,7 +2197,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 372 Basic stats: COMPLETE Column stats: NONE value expressions: a1 (type: string), value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -2248,7 +2248,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 206 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct) @@ -2264,7 +2264,7 @@ STAGE PLANS: name: default.tmerge Write Type: DELETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), '1' (type: string), VALUE._col1 (type: string) @@ -2280,7 +2280,7 @@ STAGE PLANS: name: default.tmerge Write Type: UPDATE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string) @@ -2373,7 +2373,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string), ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 7 Map Operator Tree: @@ -2386,7 +2386,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 372 Basic stats: COMPLETE Column stats: NONE value expressions: a1 (type: string), value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -2456,7 +2456,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 206 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct) @@ -2472,7 +2472,7 @@ STAGE PLANS: name: default.tmerge Write Type: DELETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), '1' (type: string), VALUE._col1 (type: string) @@ -2512,7 +2512,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_tmp_table Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string) @@ -2611,7 +2611,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 6 Map Operator Tree: @@ -2624,7 +2624,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 372 Basic stats: COMPLETE Column stats: NONE value expressions: a1 (type: string), value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -2681,7 +2681,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct) @@ -2721,7 +2721,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.merge_tmp_table Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string) @@ -2930,7 +2930,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), UDFToLong(VALUE._col1) (type: bigint) @@ -3081,7 +3081,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: UDFToByte(VALUE._col0) (type: tinyint), VALUE._col1 (type: bigint) @@ -3156,7 +3156,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), UDFToLong(VALUE._col1) (type: bigint) @@ -3255,10 +3255,10 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/cluster.q.out ql/src/test/results/clientpositive/llap/cluster.q.out index 26feea8..33d74ce 100644 --- ql/src/test/results/clientpositive/llap/cluster.q.out +++ ql/src/test/results/clientpositive/llap/cluster.q.out @@ -34,10 +34,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -102,10 +102,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -170,10 +170,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -238,10 +238,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -306,10 +306,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -374,10 +374,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -442,10 +442,10 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -510,10 +510,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -575,7 +575,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -590,7 +590,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -614,7 +614,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 530 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) @@ -676,7 +676,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -692,7 +692,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -716,7 +716,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 712 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) @@ -778,7 +778,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -794,7 +794,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -818,7 +818,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 712 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) @@ -880,7 +880,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -895,7 +895,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -919,7 +919,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 530 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -998,7 +998,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 332 Data size: 59096 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1018,10 +1018,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 332 Data size: 59096 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out index fb7e872..63d5902 100644 --- ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out +++ ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out @@ -144,10 +144,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -331,10 +331,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -398,10 +398,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -532,10 +532,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -719,10 +719,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -897,10 +897,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/column_access_stats.q.out ql/src/test/results/clientpositive/llap/column_access_stats.q.out index 5788193..1a13877 100644 --- ql/src/test/results/clientpositive/llap/column_access_stats.q.out +++ ql/src/test/results/clientpositive/llap/column_access_stats.q.out @@ -197,7 +197,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -215,7 +215,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Union 2 Vertex: Union 2 @@ -285,7 +285,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -303,7 +303,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Union 2 Vertex: Union 2 @@ -400,7 +400,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -419,7 +419,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 5 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -532,7 +532,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -552,7 +552,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -633,7 +633,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -652,7 +652,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 170 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -747,7 +747,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 5 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -766,7 +766,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -786,7 +786,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 5 Data size: 865 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/constprog_dpp.q.out ql/src/test/results/clientpositive/llap/constprog_dpp.q.out index c377f11..4e9038d 100644 --- ql/src/test/results/clientpositive/llap/constprog_dpp.q.out +++ ql/src/test/results/clientpositive/llap/constprog_dpp.q.out @@ -53,35 +53,35 @@ Stage-0 Reducer 2 llap File Output Operator [FS_17] Merge Join Operator [MERGEJOIN_21] (rows=1 width=4) - Conds:RS_13._col0=RS_14._col0(Left Outer),Output:["_col0"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_13] + Conds:RS_23._col0=RS_26._col0(Left Outer),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_23] PartitionCols:_col0 - Select Operator [SEL_1] (rows=1 width=4) + Select Operator [SEL_22] (rows=1 width=4) Output:["_col0"] TableScan [TS_0] (rows=1 width=4) default@tb1,a,Tbl:COMPLETE,Col:NONE,Output:["id"] - <-Reducer 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] + <-Reducer 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_26] PartitionCols:_col0 - Limit [LIM_11] (rows=1 width=2) + Limit [LIM_25] (rows=1 width=2) Number of rows:1 - Select Operator [SEL_10] (rows=1 width=2) + Select Operator [SEL_24] (rows=1 width=2) Output:["_col0"] <-Union 4 [CUSTOM_SIMPLE_EDGE] - <-Map 3 [CONTAINS] llap - Reduce Output Operator [RS_9] - Limit [LIM_8] (rows=1 width=2) + <-Map 3 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_29] + Limit [LIM_28] (rows=1 width=2) Number of rows:1 - Select Operator [SEL_3] (rows=1 width=4) + Select Operator [SEL_27] (rows=1 width=4) Output:["_col0"] TableScan [TS_2] (rows=1 width=4) Output:["id"] - <-Map 6 [CONTAINS] llap - Reduce Output Operator [RS_9] - Limit [LIM_8] (rows=1 width=2) + <-Map 6 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_32] + Limit [LIM_31] (rows=1 width=2) Number of rows:1 - Select Operator [SEL_5] (rows=1 width=0) + Select Operator [SEL_30] (rows=1 width=0) Output:["_col0"] TableScan [TS_4] (rows=1 width=0) diff --git ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out index 1568d38..6849d9a 100644 --- ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out +++ ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out @@ -71,24 +71,24 @@ Stage-0 Select Operator [SEL_11] (rows=1 width=185) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_17] (rows=1 width=94) - Conds:RS_8._col3=RS_9._col0(Left Semi),Output:["_col0","_col2"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_20._col3=RS_24._col0(Left Semi),Output:["_col0","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:_col3 - Select Operator [SEL_2] (rows=2 width=189) + Select Operator [SEL_19] (rows=2 width=189) Output:["_col0","_col2","_col3"] - Filter Operator [FIL_15] (rows=2 width=189) + Filter Operator [FIL_18] (rows=2 width=189) predicate:((val = 't1val01') and dimid is not null) TableScan [TS_0] (rows=10 width=189) default@table1,table1,Tbl:COMPLETE,Col:COMPLETE,Output:["id","val","val1","dimid"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=2 width=4) + Group By Operator [GBY_23] (rows=2 width=4) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=5 width=4) + Select Operator [SEL_22] (rows=5 width=4) Output:["_col0"] - Filter Operator [FIL_16] (rows=5 width=4) + Filter Operator [FIL_21] (rows=5 width=4) predicate:id is not null TableScan [TS_3] (rows=5 width=4) default@table3,table3,Tbl:COMPLETE,Col:COMPLETE,Output:["id"] @@ -125,15 +125,15 @@ Stage-0 Select Operator [SEL_17] (rows=1 width=187) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_28] (rows=1 width=96) - Conds:RS_14._col2=RS_15._col0(Left Semi),Output:["_col0","_col4"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_15] + Conds:RS_14._col2=RS_38._col0(Left Semi),Output:["_col0","_col4"] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_38] PartitionCols:_col0 - Group By Operator [GBY_13] (rows=2 width=4) + Group By Operator [GBY_37] (rows=2 width=4) Output:["_col0"],keys:_col0 - Select Operator [SEL_8] (rows=5 width=4) + Select Operator [SEL_36] (rows=5 width=4) Output:["_col0"] - Filter Operator [FIL_26] (rows=5 width=4) + Filter Operator [FIL_35] (rows=5 width=4) predicate:id is not null TableScan [TS_6] (rows=5 width=4) default@table3,table3,Tbl:COMPLETE,Col:COMPLETE,Output:["id"] @@ -141,22 +141,22 @@ Stage-0 SHUFFLE [RS_14] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_27] (rows=2 width=100) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col0","_col2","_col4"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + Conds:RS_31._col0=RS_34._col0(Inner),Output:["_col0","_col2","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_31] PartitionCols:_col0 - Select Operator [SEL_2] (rows=2 width=99) + Select Operator [SEL_30] (rows=2 width=99) Output:["_col0","_col2"] - Filter Operator [FIL_24] (rows=2 width=99) + Filter Operator [FIL_29] (rows=2 width=99) predicate:((val = 't1val01') and dimid is not null and id is not null) TableScan [TS_0] (rows=10 width=99) default@table1,table1,Tbl:COMPLETE,Col:COMPLETE,Output:["id","val","dimid"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_10] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_34] PartitionCols:_col0 - Select Operator [SEL_5] (rows=3 width=96) + Select Operator [SEL_33] (rows=3 width=96) Output:["_col0","_col1"] - Filter Operator [FIL_25] (rows=3 width=96) + Filter Operator [FIL_32] (rows=3 width=96) predicate:id is not null TableScan [TS_3] (rows=3 width=96) default@table2,table2,Tbl:COMPLETE,Col:COMPLETE,Output:["id","val2"] @@ -195,13 +195,13 @@ Stage-0 Select Operator [SEL_17] (rows=1 width=187) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_28] (rows=1 width=96) - Conds:RS_14._col0=RS_15._col0(Inner),Output:["_col0","_col4"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_15] + Conds:RS_14._col0=RS_38._col0(Inner),Output:["_col0","_col4"] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_38] PartitionCols:_col0 - Select Operator [SEL_8] (rows=3 width=96) + Select Operator [SEL_37] (rows=3 width=96) Output:["_col0","_col1"] - Filter Operator [FIL_26] (rows=3 width=96) + Filter Operator [FIL_36] (rows=3 width=96) predicate:id is not null TableScan [TS_6] (rows=3 width=96) default@table2,table2,Tbl:COMPLETE,Col:COMPLETE,Output:["id","val2"] @@ -209,24 +209,24 @@ Stage-0 SHUFFLE [RS_14] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_27] (rows=1 width=4) - Conds:RS_11._col2=RS_12._col0(Left Semi),Output:["_col0"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] + Conds:RS_31._col2=RS_35._col0(Left Semi),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_31] PartitionCols:_col2 - Select Operator [SEL_2] (rows=2 width=99) + Select Operator [SEL_30] (rows=2 width=99) Output:["_col0","_col2"] - Filter Operator [FIL_24] (rows=2 width=99) + Filter Operator [FIL_29] (rows=2 width=99) predicate:((val = 't1val01') and dimid is not null and id is not null) TableScan [TS_0] (rows=10 width=99) default@table1,table1,Tbl:COMPLETE,Col:COMPLETE,Output:["id","val","dimid"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_12] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_35] PartitionCols:_col0 - Group By Operator [GBY_10] (rows=2 width=4) + Group By Operator [GBY_34] (rows=2 width=4) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=5 width=4) + Select Operator [SEL_33] (rows=5 width=4) Output:["_col0"] - Filter Operator [FIL_25] (rows=5 width=4) + Filter Operator [FIL_32] (rows=5 width=4) predicate:id is not null TableScan [TS_3] (rows=5 width=4) default@table3,table3,Tbl:COMPLETE,Col:COMPLETE,Output:["id"] @@ -262,24 +262,24 @@ Stage-0 Reducer 2 llap File Output Operator [FS_12] Merge Join Operator [MERGEJOIN_17] (rows=1 width=185) - Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_20.100, true=RS_24._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:100, true - Select Operator [SEL_2] (rows=1 width=193) + Select Operator [SEL_19] (rows=1 width=193) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_15] (rows=1 width=185) + Filter Operator [FIL_18] (rows=1 width=185) predicate:false TableScan [TS_0] (rows=10 width=185) default@table1,table1,Tbl:COMPLETE,Col:COMPLETE,Output:["id","val","val1"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=1 width=8) + Group By Operator [GBY_23] (rows=1 width=8) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=1 width=8) + Select Operator [SEL_22] (rows=1 width=8) Output:["_col0","_col1"] - Filter Operator [FIL_16] (rows=1 width=4) + Filter Operator [FIL_21] (rows=1 width=4) predicate:(id = 100) TableScan [TS_3] (rows=5 width=4) default@table3,table3,Tbl:COMPLETE,Col:COMPLETE,Output:["id"] @@ -310,24 +310,24 @@ Stage-0 Reducer 2 llap File Output Operator [FS_12] Merge Join Operator [MERGEJOIN_17] (rows=3 width=185) - Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_20.100, true=RS_24._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:100, true - Select Operator [SEL_2] (rows=3 width=193) + Select Operator [SEL_19] (rows=3 width=193) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_15] (rows=3 width=189) + Filter Operator [FIL_18] (rows=3 width=189) predicate:(dimid = 100) TableScan [TS_0] (rows=10 width=189) default@table1,table1,Tbl:COMPLETE,Col:COMPLETE,Output:["id","val","val1","dimid"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=1 width=8) + Group By Operator [GBY_23] (rows=1 width=8) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=1 width=8) + Select Operator [SEL_22] (rows=1 width=8) Output:["_col0","_col1"] - Filter Operator [FIL_16] (rows=1 width=4) + Filter Operator [FIL_21] (rows=1 width=4) predicate:(id = 100) TableScan [TS_3] (rows=5 width=4) default@table3,table3,Tbl:COMPLETE,Col:COMPLETE,Output:["id"] @@ -360,24 +360,24 @@ Stage-0 Reducer 2 llap File Output Operator [FS_12] Merge Join Operator [MERGEJOIN_17] (rows=1 width=185) - Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_20.100, true=RS_24._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:100, true - Select Operator [SEL_2] (rows=1 width=193) + Select Operator [SEL_19] (rows=1 width=193) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_15] (rows=1 width=185) + Filter Operator [FIL_18] (rows=1 width=185) predicate:false TableScan [TS_0] (rows=10 width=185) default@table1,table1,Tbl:COMPLETE,Col:COMPLETE,Output:["id","val","val1"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=1 width=8) + Group By Operator [GBY_23] (rows=1 width=8) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=1 width=8) + Select Operator [SEL_22] (rows=1 width=8) Output:["_col0","_col1"] - Filter Operator [FIL_16] (rows=1 width=4) + Filter Operator [FIL_21] (rows=1 width=4) predicate:(id = 100) TableScan [TS_3] (rows=5 width=4) default@table3,table3,Tbl:COMPLETE,Col:COMPLETE,Output:["id"] @@ -408,24 +408,24 @@ Stage-0 Reducer 2 llap File Output Operator [FS_12] Merge Join Operator [MERGEJOIN_17] (rows=3 width=185) - Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_20.100, true=RS_24._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:100, true - Select Operator [SEL_2] (rows=3 width=193) + Select Operator [SEL_19] (rows=3 width=193) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_15] (rows=3 width=189) + Filter Operator [FIL_18] (rows=3 width=189) predicate:(dimid = 100) TableScan [TS_0] (rows=10 width=189) default@table1,table1,Tbl:COMPLETE,Col:COMPLETE,Output:["id","val","val1","dimid"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=1 width=8) + Group By Operator [GBY_23] (rows=1 width=8) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=1 width=8) + Select Operator [SEL_22] (rows=1 width=8) Output:["_col0","_col1"] - Filter Operator [FIL_16] (rows=1 width=4) + Filter Operator [FIL_21] (rows=1 width=4) predicate:(id = 100) TableScan [TS_3] (rows=5 width=4) default@table3,table3,Tbl:COMPLETE,Col:COMPLETE,Output:["id"] @@ -458,24 +458,24 @@ Stage-0 Reducer 2 llap File Output Operator [FS_12] Merge Join Operator [MERGEJOIN_17] (rows=3 width=185) - Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_20.100, true=RS_24._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:100, true - Select Operator [SEL_2] (rows=3 width=193) + Select Operator [SEL_19] (rows=3 width=193) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_15] (rows=3 width=189) + Filter Operator [FIL_18] (rows=3 width=189) predicate:(dimid = 100) TableScan [TS_0] (rows=10 width=189) default@table1,table1,Tbl:COMPLETE,Col:COMPLETE,Output:["id","val","val1","dimid"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=1 width=8) + Group By Operator [GBY_23] (rows=1 width=8) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=1 width=8) + Select Operator [SEL_22] (rows=1 width=8) Output:["_col0","_col1"] - Filter Operator [FIL_16] (rows=1 width=4) + Filter Operator [FIL_21] (rows=1 width=4) predicate:(id = 100) TableScan [TS_3] (rows=5 width=4) default@table3,table3,Tbl:COMPLETE,Col:COMPLETE,Output:["id"] diff --git ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out index b138a2d..05d9471 100644 --- ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out +++ ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out @@ -41,7 +41,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -60,7 +60,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -86,7 +86,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -108,7 +108,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -189,7 +189,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -208,7 +208,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -234,7 +234,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -256,7 +256,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -337,7 +337,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -373,10 +373,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -398,7 +398,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -479,7 +479,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -503,7 +503,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 21750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -529,7 +529,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 940 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -551,7 +551,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -632,7 +632,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -656,7 +656,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 21750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -682,7 +682,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 940 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -704,7 +704,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -782,7 +782,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -798,7 +798,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -824,7 +824,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -846,7 +846,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -924,7 +924,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -940,7 +940,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -966,7 +966,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -988,7 +988,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1066,7 +1066,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1082,7 +1082,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1108,7 +1108,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1130,7 +1130,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1208,7 +1208,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1224,7 +1224,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1250,7 +1250,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1272,7 +1272,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1347,7 +1347,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1363,7 +1363,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1389,7 +1389,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 3700 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1478,7 +1478,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1494,7 +1494,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1520,7 +1520,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 3700 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1612,7 +1612,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1628,7 +1628,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1654,7 +1654,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1520 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1676,7 +1676,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1754,7 +1754,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1770,7 +1770,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1796,7 +1796,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1520 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1818,7 +1818,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1896,7 +1896,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1912,7 +1912,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1938,7 +1938,7 @@ STAGE PLANS: Statistics: Num rows: 17 Data size: 308 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1960,7 +1960,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -2038,7 +2038,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2054,7 +2054,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2080,7 +2080,7 @@ STAGE PLANS: Statistics: Num rows: 17 Data size: 308 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2102,7 +2102,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -2180,7 +2180,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2196,7 +2196,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2222,7 +2222,7 @@ STAGE PLANS: Statistics: Num rows: 17 Data size: 308 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2244,7 +2244,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -2322,7 +2322,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2338,7 +2338,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2364,7 +2364,7 @@ STAGE PLANS: Statistics: Num rows: 17 Data size: 308 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2386,7 +2386,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -2468,7 +2468,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2487,7 +2487,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2513,7 +2513,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 3660 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2535,7 +2535,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -2617,7 +2617,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2636,7 +2636,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2662,7 +2662,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 3660 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2684,7 +2684,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -2765,7 +2765,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2784,7 +2784,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2810,7 +2810,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2832,7 +2832,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -2913,7 +2913,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2932,7 +2932,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2958,7 +2958,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2980,7 +2980,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) diff --git ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out index 64248e7..0f839ea 100644 --- ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out +++ ql/src/test/results/clientpositive/llap/correlationoptimizer2.q.out @@ -47,7 +47,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -69,10 +69,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -111,7 +111,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -126,7 +126,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -215,7 +215,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -237,10 +237,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -279,7 +279,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -294,7 +294,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -384,7 +384,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -403,10 +403,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -445,7 +445,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -460,7 +460,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -550,7 +550,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -569,10 +569,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -611,7 +611,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -626,7 +626,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -712,7 +712,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -735,10 +735,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -777,7 +777,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -792,7 +792,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -878,7 +878,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -901,10 +901,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -943,7 +943,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -958,7 +958,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1048,7 +1048,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1071,10 +1071,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1113,7 +1113,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -1128,7 +1128,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1218,7 +1218,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1241,10 +1241,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1283,7 +1283,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -1298,7 +1298,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1389,7 +1389,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 21750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1410,10 +1410,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1032 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1449,7 +1449,7 @@ STAGE PLANS: Statistics: Num rows: 17 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1471,7 +1471,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1486,7 +1486,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1577,7 +1577,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 21750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1598,10 +1598,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1032 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1637,7 +1637,7 @@ STAGE PLANS: Statistics: Num rows: 17 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1659,7 +1659,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1674,7 +1674,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1760,7 +1760,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1792,7 +1792,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1840,7 +1840,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -1855,7 +1855,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1941,7 +1941,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1973,7 +1973,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2021,7 +2021,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -2036,7 +2036,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/correlationoptimizer3.q.out ql/src/test/results/clientpositive/llap/correlationoptimizer3.q.out index 0d3c3bc..852f391 100644 --- ql/src/test/results/clientpositive/llap/correlationoptimizer3.q.out +++ ql/src/test/results/clientpositive/llap/correlationoptimizer3.q.out @@ -50,7 +50,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -70,7 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -89,7 +89,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -137,7 +137,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -175,7 +175,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -267,7 +267,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -287,7 +287,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -306,7 +306,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -354,7 +354,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -392,7 +392,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -510,7 +510,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -530,7 +530,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -566,7 +566,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -585,10 +585,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -603,7 +603,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -695,7 +695,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -715,7 +715,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -734,7 +734,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -782,7 +782,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -820,7 +820,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -912,7 +912,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -932,7 +932,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -951,7 +951,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -999,7 +999,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -1037,7 +1037,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1155,7 +1155,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1175,7 +1175,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1211,7 +1211,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1230,10 +1230,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -1248,7 +1248,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out index 3c9b6fc..304453d 100644 --- ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out +++ ql/src/test/results/clientpositive/llap/correlationoptimizer4.q.out @@ -89,7 +89,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -108,7 +108,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -127,7 +127,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -155,7 +155,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -177,7 +177,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -260,7 +260,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -279,7 +279,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -298,7 +298,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -326,7 +326,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -348,7 +348,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -451,7 +451,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -470,7 +470,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -489,10 +489,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -514,7 +514,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -594,7 +594,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -610,7 +610,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -626,7 +626,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -654,7 +654,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -676,7 +676,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -756,7 +756,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -772,7 +772,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -788,7 +788,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -816,7 +816,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -838,7 +838,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -918,7 +918,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -934,7 +934,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -950,7 +950,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -978,7 +978,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1000,7 +1000,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1080,7 +1080,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1096,7 +1096,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1112,7 +1112,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1140,7 +1140,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1162,7 +1162,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1242,7 +1242,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1258,7 +1258,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1274,7 +1274,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1302,7 +1302,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1324,7 +1324,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1404,7 +1404,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1420,7 +1420,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1436,7 +1436,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1464,7 +1464,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1486,7 +1486,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1566,7 +1566,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1582,7 +1582,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1598,7 +1598,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1626,7 +1626,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1648,7 +1648,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1728,7 +1728,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1744,7 +1744,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1760,7 +1760,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1788,7 +1788,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1810,7 +1810,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) diff --git ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out index d94dda2..499ef4b 100644 --- ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out +++ ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out @@ -47,7 +47,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -66,7 +66,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -85,7 +85,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -104,7 +104,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -130,7 +130,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -186,7 +186,7 @@ STAGE PLANS: Statistics: Num rows: 309 Data size: 29355 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -291,7 +291,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -310,7 +310,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -329,7 +329,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -348,7 +348,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -374,7 +374,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -430,7 +430,7 @@ STAGE PLANS: Statistics: Num rows: 309 Data size: 29355 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -551,7 +551,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -570,7 +570,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -606,7 +606,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 309 Data size: 29355 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -625,10 +625,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -643,7 +643,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -754,7 +754,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -776,7 +776,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -797,7 +797,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -895,7 +895,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -917,7 +917,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -938,7 +938,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1037,7 +1037,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1056,7 +1056,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1075,7 +1075,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1119,7 +1119,7 @@ STAGE PLANS: Statistics: Num rows: 309 Data size: 29355 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1218,7 +1218,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1237,7 +1237,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1256,7 +1256,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1300,7 +1300,7 @@ STAGE PLANS: Statistics: Num rows: 309 Data size: 29355 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1399,7 +1399,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1418,7 +1418,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1437,7 +1437,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1463,7 +1463,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1602,7 +1602,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1621,7 +1621,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1640,7 +1640,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1666,7 +1666,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1807,7 +1807,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1831,7 +1831,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1850,7 +1850,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1900,7 +1900,7 @@ STAGE PLANS: Statistics: Num rows: 309 Data size: 29355 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2025,7 +2025,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2049,7 +2049,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2068,7 +2068,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2118,7 +2118,7 @@ STAGE PLANS: Statistics: Num rows: 309 Data size: 29355 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2248,7 +2248,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2267,7 +2267,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2286,7 +2286,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2312,7 +2312,7 @@ STAGE PLANS: Statistics: Num rows: 309 Data size: 29355 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2466,7 +2466,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2485,7 +2485,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2504,7 +2504,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2530,7 +2530,7 @@ STAGE PLANS: Statistics: Num rows: 309 Data size: 29355 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2686,7 +2686,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2708,7 +2708,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -2728,10 +2728,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2769,7 +2769,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 103 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -2806,7 +2806,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2940,7 +2940,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2962,7 +2962,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -2982,10 +2982,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3023,7 +3023,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 103 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -3060,7 +3060,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3190,7 +3190,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 10 Map Operator Tree: @@ -3209,7 +3209,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -3228,7 +3228,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -3248,7 +3248,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3274,7 +3274,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3304,7 +3304,7 @@ STAGE PLANS: sort order: +++++ Statistics: Num rows: 20 Data size: 5600 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: bigint) @@ -3341,7 +3341,7 @@ STAGE PLANS: Statistics: Num rows: 404 Data size: 75144 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3446,7 +3446,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -3465,7 +3465,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -3485,7 +3485,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -3504,7 +3504,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3530,7 +3530,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3586,7 +3586,7 @@ STAGE PLANS: Statistics: Num rows: 404 Data size: 75144 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3707,7 +3707,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3726,7 +3726,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3762,7 +3762,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 404 Data size: 75144 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -3781,10 +3781,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3799,7 +3799,7 @@ STAGE PLANS: Statistics: Num rows: 16 Data size: 1504 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/count.q.out ql/src/test/results/clientpositive/llap/count.q.out index f9ecf70..27cbf0f 100644 --- ql/src/test/results/clientpositive/llap/count.q.out +++ ql/src/test/results/clientpositive/llap/count.q.out @@ -207,7 +207,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: d (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -273,7 +273,7 @@ STAGE PLANS: key expressions: a (type: int), b (type: int), c (type: int), d (type: int) sort order: ++++ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -414,10 +414,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: a (type: int), b (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -431,7 +431,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: b (type: int) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -500,10 +500,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: b (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -516,7 +516,7 @@ STAGE PLANS: Map-reduce partition columns: b (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(KEY._col0) @@ -585,10 +585,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: b (type: int), c (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -602,7 +602,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: b (type: int) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -674,7 +674,7 @@ STAGE PLANS: Map-reduce partition columns: d (type: int) Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: NONE value expressions: b (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -749,7 +749,7 @@ STAGE PLANS: Map-reduce partition columns: $f0 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: $f3 (type: int), $f4 (type: int), $f5 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -817,7 +817,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: d (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -883,7 +883,7 @@ STAGE PLANS: key expressions: a (type: int), b (type: int), c (type: int), d (type: int) sort order: ++++ Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/count_dist_rewrite.q.out ql/src/test/results/clientpositive/llap/count_dist_rewrite.q.out index df84bbf..a23a55c 100644 --- ql/src/test/results/clientpositive/llap/count_dist_rewrite.q.out +++ ql/src/test/results/clientpositive/llap/count_dist_rewrite.q.out @@ -34,10 +34,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 21750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -54,7 +54,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -122,10 +122,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -143,7 +143,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), count(VALUE._col1) @@ -211,10 +211,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 113750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col3 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), min(VALUE._col1) @@ -232,7 +232,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), count(VALUE._col1), min(VALUE._col2) @@ -303,7 +303,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), min(VALUE._col1), sum(VALUE._col2), count(VALUE._col3) @@ -321,7 +321,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 392 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: double), _col4 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), count(VALUE._col1), min(VALUE._col2), sum(VALUE._col3), count(VALUE._col4) @@ -393,10 +393,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -414,7 +414,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -494,10 +494,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 117750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint), _col4 (type: string), _col5 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), max(VALUE._col2), max(VALUE._col3) @@ -515,7 +515,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 392 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: string), _col4 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), max(VALUE._col3), max(VALUE._col4) @@ -595,10 +595,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 29750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col3 (type: double), _col4 (type: double), _col5 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3) @@ -616,7 +616,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: double), _col3 (type: double), _col4 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), count(VALUE._col4) @@ -718,7 +718,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), max(VALUE._col2), min(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5) @@ -736,7 +736,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 408 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: string), _col4 (type: string), _col5 (type: double), _col6 (type: double) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), count(VALUE._col2), max(VALUE._col3), min(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) diff --git ql/src/test/results/clientpositive/llap/cross_join.q.out ql/src/test/results/clientpositive/llap/cross_join.q.out index 6bde893..e95407d 100644 --- ql/src/test/results/clientpositive/llap/cross_join.q.out +++ ql/src/test/results/clientpositive/llap/cross_join.q.out @@ -28,7 +28,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -40,7 +40,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -97,7 +97,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -109,7 +109,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -169,7 +169,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -188,7 +188,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -245,7 +245,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -257,7 +257,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -314,7 +314,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -326,7 +326,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -398,7 +398,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -417,7 +417,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 diff --git ql/src/test/results/clientpositive/llap/cross_prod_1.q.out ql/src/test/results/clientpositive/llap/cross_prod_1.q.out index fd03fe5..2cdff67 100644 --- ql/src/test/results/clientpositive/llap/cross_prod_1.q.out +++ ql/src/test/results/clientpositive/llap/cross_prod_1.q.out @@ -43,7 +43,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -58,7 +58,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -77,7 +77,7 @@ STAGE PLANS: Statistics: Num rows: 100 Data size: 73700 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col3 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col1 (type: string) @@ -236,7 +236,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -251,7 +251,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -366,7 +366,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -381,7 +381,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -477,7 +477,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -492,7 +492,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -507,7 +507,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1582,7 +1582,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1597,7 +1597,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1694,7 +1694,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1706,7 +1706,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1732,7 +1732,7 @@ STAGE PLANS: Statistics: Num rows: 100 Data size: 18900 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1803,7 +1803,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1818,7 +1818,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1876,7 +1876,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1891,7 +1891,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1949,7 +1949,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1964,7 +1964,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2038,10 +2038,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2072,7 +2072,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2232,7 +2232,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 20 Data size: 7360 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2247,7 +2247,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 20 Data size: 7360 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2262,7 +2262,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/cross_prod_3.q.out ql/src/test/results/clientpositive/llap/cross_prod_3.q.out index 76200c6..4c05abb 100644 --- ql/src/test/results/clientpositive/llap/cross_prod_3.q.out +++ ql/src/test/results/clientpositive/llap/cross_prod_3.q.out @@ -82,7 +82,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -102,7 +102,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -122,7 +122,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 diff --git ql/src/test/results/clientpositive/llap/cross_prod_4.q.out ql/src/test/results/clientpositive/llap/cross_prod_4.q.out index 999e018..ec027c9 100644 --- ql/src/test/results/clientpositive/llap/cross_prod_4.q.out +++ ql/src/test/results/clientpositive/llap/cross_prod_4.q.out @@ -42,7 +42,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -57,7 +57,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/cross_product_check_1.q.out ql/src/test/results/clientpositive/llap/cross_product_check_1.q.out index fcf53e4..b203841 100644 --- ql/src/test/results/clientpositive/llap/cross_product_check_1.q.out +++ ql/src/test/results/clientpositive/llap/cross_product_check_1.q.out @@ -58,7 +58,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -73,7 +73,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -136,7 +136,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -156,7 +156,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -171,7 +171,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -251,7 +251,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -270,7 +270,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -289,7 +289,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -331,7 +331,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -382,7 +382,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -397,7 +397,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -409,7 +409,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -451,7 +451,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 100 Data size: 18900 Basic stats: COMPLETE Column stats: NONE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -512,7 +512,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 87584 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -531,7 +531,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -550,10 +550,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -604,7 +604,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/cross_product_check_2.q.out ql/src/test/results/clientpositive/llap/cross_product_check_2.q.out index 8a541b6..762cb65 100644 --- ql/src/test/results/clientpositive/llap/cross_product_check_2.q.out +++ ql/src/test/results/clientpositive/llap/cross_product_check_2.q.out @@ -58,7 +58,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -73,7 +73,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -144,7 +144,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 11 Data size: 4048 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -164,7 +164,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -179,7 +179,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -244,7 +244,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -278,7 +278,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -297,7 +297,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -318,7 +318,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -369,7 +369,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -384,7 +384,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -396,7 +396,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -438,7 +438,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 100 Data size: 18900 Basic stats: COMPLETE Column stats: NONE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -499,7 +499,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 87584 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -533,7 +533,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 2024 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -552,10 +552,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -585,7 +585,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/ctas.q.out ql/src/test/results/clientpositive/llap/ctas.q.out index 7240da6..baafefd 100644 --- ql/src/test/results/clientpositive/llap/ctas.q.out +++ ql/src/test/results/clientpositive/llap/ctas.q.out @@ -48,10 +48,10 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -66,7 +66,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -204,10 +204,10 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -222,7 +222,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -360,10 +360,10 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) @@ -378,7 +378,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) @@ -579,10 +579,10 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -597,7 +597,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -737,10 +737,10 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -755,7 +755,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/llap/cte_3.q.out ql/src/test/results/clientpositive/llap/cte_3.q.out index 8f8c7da..ec5d001 100644 --- ql/src/test/results/clientpositive/llap/cte_3.q.out +++ ql/src/test/results/clientpositive/llap/cte_3.q.out @@ -13,12 +13,12 @@ Plan optimized by CBO. Stage-2 Dependency Collection{} Stage-1 - Map 1 llap - File Output Operator [FS_3] + Map 1 vectorized, llap + File Output Operator [FS_7] table:{"name:":"default.q1"} - Select Operator [SEL_2] (rows=2 width=85) + Select Operator [SEL_6] (rows=2 width=85) Output:["_col0"] - Filter Operator [FIL_4] (rows=2 width=87) + Filter Operator [FIL_5] (rows=2 width=87) predicate:(key = '5') TableScan [TS_0] (rows=500 width=87) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -28,9 +28,9 @@ Stage-0 Stage-3 Fetch Operator limit:-1 - Select Operator [SEL_6] + Select Operator [SEL_9] Output:["_col0"] - TableScan [TS_5] + TableScan [TS_8] Output:["key"] PREHOOK: query: with q1 as ( select key from src where key = '5') @@ -67,12 +67,12 @@ Plan optimized by CBO. Stage-2 Dependency Collection{} Stage-1 - Map 1 llap - File Output Operator [FS_3] + Map 1 vectorized, llap + File Output Operator [FS_7] table:{"name:":"default.q1"} - Select Operator [SEL_2] (rows=2 width=85) + Select Operator [SEL_6] (rows=2 width=85) Output:["_col0"] - Filter Operator [FIL_4] (rows=2 width=87) + Filter Operator [FIL_5] (rows=2 width=87) predicate:(key = '5') TableScan [TS_0] (rows=500 width=87) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -82,9 +82,9 @@ Stage-0 Stage-3 Fetch Operator limit:-1 - Select Operator [SEL_6] + Select Operator [SEL_9] Output:["_col0"] - TableScan [TS_5] + TableScan [TS_8] Output:["key"] PREHOOK: query: with q1 as ( select key from src where key = '5') @@ -121,24 +121,24 @@ Plan optimized by CBO. Stage-5 Dependency Collection{} Stage-4 - Map 2 llap - File Output Operator [FS_8] + Map 2 vectorized, llap + File Output Operator [FS_15] table:{"name:":"default.q1"} - Select Operator [SEL_7] (rows=1 width=184) + Select Operator [SEL_14] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_9] (rows=1 width=184) + Filter Operator [FIL_13] (rows=1 width=184) predicate:(key = '5') - TableScan [TS_5] (rows=1 width=184) + TableScan [TS_8] (rows=1 width=184) default@q2,q2,Tbl:COMPLETE,Col:NONE,Output:["key"] Stage-2 Dependency Collection{} Stage-1 - Map 1 llap - File Output Operator [FS_3] + Map 1 vectorized, llap + File Output Operator [FS_7] table:{"name:":"default.q2"} - Select Operator [SEL_2] (rows=2 width=85) + Select Operator [SEL_6] (rows=2 width=85) Output:["_col0"] - Filter Operator [FIL_4] (rows=2 width=87) + Filter Operator [FIL_5] (rows=2 width=87) predicate:(key = '5') TableScan [TS_0] (rows=500 width=87) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -151,9 +151,9 @@ Stage-3 Stage-6 Fetch Operator limit:-1 - Select Operator [SEL_11] + Select Operator [SEL_17] Output:["_col0"] - TableScan [TS_10] + TableScan [TS_16] Output:["key"] PREHOOK: query: with q1 as ( select key from q2 where key = '5'), diff --git ql/src/test/results/clientpositive/llap/cte_5.q.out ql/src/test/results/clientpositive/llap/cte_5.q.out index a85fbee..d4df813 100644 --- ql/src/test/results/clientpositive/llap/cte_5.q.out +++ ql/src/test/results/clientpositive/llap/cte_5.q.out @@ -69,17 +69,17 @@ Stage-0 Output:["_col0"] Merge Join Operator [MERGEJOIN_13] (rows=2 width=8) Conds:(Inner) - <-Map 1 [XPROD_EDGE] llap - XPROD_EDGE [RS_6] - Select Operator [SEL_2] (rows=1 width=4) - Filter Operator [FIL_11] (rows=1 width=4) + <-Map 1 [XPROD_EDGE] vectorized, llap + XPROD_EDGE [RS_16] + Select Operator [SEL_15] (rows=1 width=4) + Filter Operator [FIL_14] (rows=1 width=4) predicate:(UDFToDouble(colnum) = 5.0D) TableScan [TS_0] (rows=1 width=4) mydb@q1,a,Tbl:COMPLETE,Col:COMPLETE,Output:["colnum"] - <-Map 3 [XPROD_EDGE] llap - XPROD_EDGE [RS_7] - Select Operator [SEL_5] (rows=2 width=85) - Filter Operator [FIL_12] (rows=2 width=87) + <-Map 3 [XPROD_EDGE] vectorized, llap + XPROD_EDGE [RS_19] + Select Operator [SEL_18] (rows=2 width=85) + Filter Operator [FIL_17] (rows=2 width=87) predicate:(key = '5') TableScan [TS_3] (rows=500 width=87) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] diff --git ql/src/test/results/clientpositive/llap/cte_mat_1.q.out ql/src/test/results/clientpositive/llap/cte_mat_1.q.out index 9763698..87cbcae 100644 --- ql/src/test/results/clientpositive/llap/cte_mat_1.q.out +++ ql/src/test/results/clientpositive/llap/cte_mat_1.q.out @@ -26,17 +26,17 @@ Stage-0 Output:["_col0"] Merge Join Operator [MERGEJOIN_13] (rows=4 width=8) Conds:(Inner) - <-Map 1 [XPROD_EDGE] llap - XPROD_EDGE [RS_6] - Select Operator [SEL_2] (rows=2 width=85) - Filter Operator [FIL_11] (rows=2 width=87) + <-Map 1 [XPROD_EDGE] vectorized, llap + XPROD_EDGE [RS_16] + Select Operator [SEL_15] (rows=2 width=85) + Filter Operator [FIL_14] (rows=2 width=87) predicate:(key = '5') TableScan [TS_0] (rows=500 width=87) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 3 [XPROD_EDGE] llap - XPROD_EDGE [RS_7] - Select Operator [SEL_5] (rows=2 width=85) - Filter Operator [FIL_12] (rows=2 width=87) + <-Map 3 [XPROD_EDGE] vectorized, llap + XPROD_EDGE [RS_19] + Select Operator [SEL_18] (rows=2 width=85) + Filter Operator [FIL_17] (rows=2 width=87) predicate:(key = '5') TableScan [TS_3] (rows=500 width=87) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] diff --git ql/src/test/results/clientpositive/llap/cte_mat_2.q.out ql/src/test/results/clientpositive/llap/cte_mat_2.q.out index 9763698..87cbcae 100644 --- ql/src/test/results/clientpositive/llap/cte_mat_2.q.out +++ ql/src/test/results/clientpositive/llap/cte_mat_2.q.out @@ -26,17 +26,17 @@ Stage-0 Output:["_col0"] Merge Join Operator [MERGEJOIN_13] (rows=4 width=8) Conds:(Inner) - <-Map 1 [XPROD_EDGE] llap - XPROD_EDGE [RS_6] - Select Operator [SEL_2] (rows=2 width=85) - Filter Operator [FIL_11] (rows=2 width=87) + <-Map 1 [XPROD_EDGE] vectorized, llap + XPROD_EDGE [RS_16] + Select Operator [SEL_15] (rows=2 width=85) + Filter Operator [FIL_14] (rows=2 width=87) predicate:(key = '5') TableScan [TS_0] (rows=500 width=87) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 3 [XPROD_EDGE] llap - XPROD_EDGE [RS_7] - Select Operator [SEL_5] (rows=2 width=85) - Filter Operator [FIL_12] (rows=2 width=87) + <-Map 3 [XPROD_EDGE] vectorized, llap + XPROD_EDGE [RS_19] + Select Operator [SEL_18] (rows=2 width=85) + Filter Operator [FIL_17] (rows=2 width=87) predicate:(key = '5') TableScan [TS_3] (rows=500 width=87) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] diff --git ql/src/test/results/clientpositive/llap/cte_mat_3.q.out ql/src/test/results/clientpositive/llap/cte_mat_3.q.out index 4463a22..d5efe61 100644 --- ql/src/test/results/clientpositive/llap/cte_mat_3.q.out +++ ql/src/test/results/clientpositive/llap/cte_mat_3.q.out @@ -20,36 +20,36 @@ Stage-3 limit:-1 Stage-4 Reducer 3 llap - File Output Operator [FS_15] - Merge Join Operator [MERGEJOIN_20] (rows=1 width=202) - Conds:RS_11._col0=RS_12._col0(Inner),Output:["_col0"] - <-Map 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] + File Output Operator [FS_18] + Merge Join Operator [MERGEJOIN_23] (rows=1 width=202) + Conds:RS_26._col0=RS_29._col0(Inner),Output:["_col0"] + <-Map 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_26] PartitionCols:_col0 - Select Operator [SEL_7] (rows=1 width=184) + Select Operator [SEL_25] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_18] (rows=1 width=184) + Filter Operator [FIL_24] (rows=1 width=184) predicate:key is not null - TableScan [TS_5] (rows=1 width=184) + TableScan [TS_8] (rows=1 width=184) default@q1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_12] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_29] PartitionCols:_col0 - Select Operator [SEL_10] (rows=1 width=184) + Select Operator [SEL_28] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_19] (rows=1 width=184) + Filter Operator [FIL_27] (rows=1 width=184) predicate:key is not null - TableScan [TS_8] (rows=1 width=184) + TableScan [TS_11] (rows=1 width=184) default@q1,b,Tbl:COMPLETE,Col:NONE,Output:["key"] Stage-2 Dependency Collection{} Stage-1 - Map 1 llap - File Output Operator [FS_3] + Map 1 vectorized, llap + File Output Operator [FS_7] table:{"name:":"default.q1"} - Select Operator [SEL_2] (rows=2 width=176) + Select Operator [SEL_6] (rows=2 width=176) Output:["_col0","_col1"] - Filter Operator [FIL_4] (rows=2 width=178) + Filter Operator [FIL_5] (rows=2 width=178) predicate:(key = '5') TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] diff --git ql/src/test/results/clientpositive/llap/cte_mat_4.q.out ql/src/test/results/clientpositive/llap/cte_mat_4.q.out index 087d978..d2917ee 100644 --- ql/src/test/results/clientpositive/llap/cte_mat_4.q.out +++ ql/src/test/results/clientpositive/llap/cte_mat_4.q.out @@ -45,36 +45,36 @@ Stage-3 limit:-1 Stage-4 Reducer 3 llap - File Output Operator [FS_15] - Merge Join Operator [MERGEJOIN_20] (rows=1 width=202) - Conds:RS_11._col0=RS_12._col0(Inner),Output:["_col0"] - <-Map 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] + File Output Operator [FS_18] + Merge Join Operator [MERGEJOIN_23] (rows=1 width=202) + Conds:RS_26._col0=RS_29._col0(Inner),Output:["_col0"] + <-Map 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_26] PartitionCols:_col0 - Select Operator [SEL_7] (rows=1 width=184) + Select Operator [SEL_25] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_18] (rows=1 width=184) + Filter Operator [FIL_24] (rows=1 width=184) predicate:key is not null - TableScan [TS_5] (rows=1 width=184) + TableScan [TS_8] (rows=1 width=184) default@q1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_12] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_29] PartitionCols:_col0 - Select Operator [SEL_10] (rows=1 width=184) + Select Operator [SEL_28] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_19] (rows=1 width=184) + Filter Operator [FIL_27] (rows=1 width=184) predicate:key is not null - TableScan [TS_8] (rows=1 width=184) + TableScan [TS_11] (rows=1 width=184) default@q1,b,Tbl:COMPLETE,Col:NONE,Output:["key"] Stage-2 Dependency Collection{} Stage-1 - Map 1 llap - File Output Operator [FS_3] + Map 1 vectorized, llap + File Output Operator [FS_7] table:{"name:":"default.q1"} - Select Operator [SEL_2] (rows=2 width=176) + Select Operator [SEL_6] (rows=2 width=176) Output:["_col0","_col1"] - Filter Operator [FIL_4] (rows=2 width=178) + Filter Operator [FIL_5] (rows=2 width=178) predicate:(key = '5') TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -163,36 +163,36 @@ Stage-3 limit:-1 Stage-4 Reducer 3 llap - File Output Operator [FS_15] - Merge Join Operator [MERGEJOIN_20] (rows=1 width=202) - Conds:RS_11._col0=RS_12._col0(Inner),Output:["_col0"] - <-Map 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] + File Output Operator [FS_18] + Merge Join Operator [MERGEJOIN_23] (rows=1 width=202) + Conds:RS_26._col0=RS_29._col0(Inner),Output:["_col0"] + <-Map 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_26] PartitionCols:_col0 - Select Operator [SEL_7] (rows=1 width=184) + Select Operator [SEL_25] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_18] (rows=1 width=184) + Filter Operator [FIL_24] (rows=1 width=184) predicate:key is not null - TableScan [TS_5] (rows=1 width=184) + TableScan [TS_8] (rows=1 width=184) default@q1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_12] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_29] PartitionCols:_col0 - Select Operator [SEL_10] (rows=1 width=184) + Select Operator [SEL_28] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_19] (rows=1 width=184) + Filter Operator [FIL_27] (rows=1 width=184) predicate:key is not null - TableScan [TS_8] (rows=1 width=184) + TableScan [TS_11] (rows=1 width=184) default@q1,b,Tbl:COMPLETE,Col:NONE,Output:["key"] Stage-2 Dependency Collection{} Stage-1 - Map 1 llap - File Output Operator [FS_3] + Map 1 vectorized, llap + File Output Operator [FS_7] table:{"name:":"default.q1"} - Select Operator [SEL_2] (rows=2 width=176) + Select Operator [SEL_6] (rows=2 width=176) Output:["_col0","_col1"] - Filter Operator [FIL_4] (rows=2 width=178) + Filter Operator [FIL_5] (rows=2 width=178) predicate:(key = '5') TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] diff --git ql/src/test/results/clientpositive/llap/cte_mat_5.q.out ql/src/test/results/clientpositive/llap/cte_mat_5.q.out index 7f0503b..f08cd09 100644 --- ql/src/test/results/clientpositive/llap/cte_mat_5.q.out +++ ql/src/test/results/clientpositive/llap/cte_mat_5.q.out @@ -63,36 +63,36 @@ Stage-3 limit:-1 Stage-4 Reducer 3 llap - File Output Operator [FS_15] - Merge Join Operator [MERGEJOIN_20] (rows=1 width=4) - Conds:RS_11.UDFToDouble(_col0)=RS_12.UDFToDouble(_col0)(Inner),Output:["_col0"] - <-Map 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] + File Output Operator [FS_18] + Merge Join Operator [MERGEJOIN_23] (rows=1 width=4) + Conds:RS_26.UDFToDouble(_col0)=RS_29.UDFToDouble(_col0)(Inner),Output:["_col0"] + <-Map 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_26] PartitionCols:UDFToDouble(_col0) - Select Operator [SEL_7] (rows=1 width=4) + Select Operator [SEL_25] (rows=1 width=4) Output:["_col0"] - Filter Operator [FIL_18] (rows=1 width=4) + Filter Operator [FIL_24] (rows=1 width=4) predicate:colnum is not null - TableScan [TS_5] (rows=1 width=4) + TableScan [TS_8] (rows=1 width=4) mydb@q1,a,Tbl:COMPLETE,Col:COMPLETE,Output:["colnum"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_12] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_29] PartitionCols:UDFToDouble(_col0) - Select Operator [SEL_10] (rows=1 width=184) + Select Operator [SEL_28] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_19] (rows=1 width=184) + Filter Operator [FIL_27] (rows=1 width=184) predicate:key is not null - TableScan [TS_8] (rows=1 width=184) + TableScan [TS_11] (rows=1 width=184) default@q1,b,Tbl:COMPLETE,Col:NONE,Output:["key"] Stage-2 Dependency Collection{} Stage-1 - Map 1 llap - File Output Operator [FS_3] + Map 1 vectorized, llap + File Output Operator [FS_7] table:{"name:":"default.q1"} - Select Operator [SEL_2] (rows=2 width=176) + Select Operator [SEL_6] (rows=2 width=176) Output:["_col0","_col1"] - Filter Operator [FIL_4] (rows=2 width=178) + Filter Operator [FIL_5] (rows=2 width=178) predicate:(key = '5') TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] diff --git ql/src/test/results/clientpositive/llap/default_constraint.q.out ql/src/test/results/clientpositive/llap/default_constraint.q.out index dd8cc4f..15cbd84 100644 --- ql/src/test/results/clientpositive/llap/default_constraint.q.out +++ ql/src/test/results/clientpositive/llap/default_constraint.q.out @@ -110,7 +110,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: UDFToByte(VALUE._col0) (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: decimal(9,2)) @@ -205,7 +205,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), UDFToDouble(VALUE._col4) (type: double), CAST( VALUE._col5 AS decimal(9,2)) (type: decimal(9,2)) @@ -606,7 +606,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: varchar(350)), VALUE._col4 (type: char(20)) @@ -700,7 +700,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), CAST( VALUE._col3 AS varchar(350)) (type: varchar(350)), CAST( VALUE._col4 AS CHAR(20)) (type: char(20)) @@ -855,7 +855,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: boolean), VALUE._col1 (type: binary) @@ -946,7 +946,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: boolean), CAST( VALUE._col1 AS BINARY) (type: binary) @@ -1148,10 +1148,10 @@ STAGE PLANS: Select Operator expressions: UDFToInteger(UDFToDouble(4)) (type: int), UDFToBoolean('true') (type: boolean), UDFToInteger(5.67) (type: int), UDFToByte(45) (type: tinyint), UDFToFloat(45.4) (type: float), UDFToLong(567) (type: bigint), UDFToShort(88) (type: smallint), CAST( CURRENT_TIMESTAMP() AS varchar(50)) (type: varchar(50)), UDFToString(CAST( CURRENT_USER() AS varchar(50))) (type: string), CAST( '2016-01-03 12:26:34 America/Los_Angeles' AS timestamp with local time zone) (type: timestamp with local time zone), CAST( '2016-01-01 12:01:01' AS TIMESTAMP) (type: timestamp), CAST( 4.5 AS decimal(8,2)) (type: decimal(8,2)), UDFToDouble(5) (type: double), CAST( col1 AS CHAR(2)) (type: char(2)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 1 Data size: 522 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 523 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 522 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 523 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1412,7 +1412,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), UDFToShort(VALUE._col1) (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: decimal(9,2)) @@ -1491,7 +1491,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 1 - totalSize 1063 + totalSize 1062 transactional true transactional_properties default #### A masked pattern was here #### @@ -1575,7 +1575,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), UDFToShort(VALUE._col1) (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: decimal(9,2)) @@ -1660,7 +1660,7 @@ Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### numFiles 2 - totalSize 2127 + totalSize 2124 transactional true transactional_properties default #### A masked pattern was here #### @@ -1739,7 +1739,7 @@ Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### numFiles 2 - totalSize 2127 + totalSize 2124 transactional true transactional_properties default #### A masked pattern was here #### @@ -1835,7 +1835,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: double), CAST( VALUE._col5 AS decimal(9,2)) (type: decimal(9,2)) @@ -1915,7 +1915,7 @@ Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### numFiles 3 - totalSize 3192 + totalSize 3188 transactional true transactional_properties default #### A masked pattern was here #### @@ -1993,7 +1993,7 @@ Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### numFiles 3 - totalSize 3192 + totalSize 3188 transactional true transactional_properties default #### A masked pattern was here #### @@ -2072,7 +2072,7 @@ Table Type: MANAGED_TABLE Table Parameters: #### A masked pattern was here #### numFiles 3 - totalSize 3192 + totalSize 3188 transactional true transactional_properties default #### A masked pattern was here #### @@ -2168,7 +2168,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: double), CAST( VALUE._col5 AS decimal(9,2)) (type: decimal(9,2)) @@ -2566,7 +2566,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), UDFToShort(VALUE._col1) (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: decimal(9,2)) @@ -2645,7 +2645,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 1 - totalSize 1063 + totalSize 1062 transactional true transactional_properties default #### A masked pattern was here #### @@ -2729,7 +2729,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), UDFToShort(VALUE._col1) (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: decimal(9,2)) diff --git ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out index aeca518..16b1152 100644 --- ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out +++ ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out @@ -170,22 +170,22 @@ Stage-0 Select Operator [SEL_9] (rows=1 width=228) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_15] (rows=1 width=228) - Conds:RS_6._col1=RS_7._col3(Inner),Output:["_col0","_col3","_col4"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_18._col1=RS_21._col3(Inner),Output:["_col0","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_18] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=88) + Select Operator [SEL_17] (rows=1 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_13] (rows=1 width=88) + Filter Operator [FIL_16] (rows=1 width=88) predicate:item is not null TableScan [TS_0] (rows=1 width=88) default@testdeci2,s,Tbl:COMPLETE,Col:COMPLETE,Output:["id","item"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_21] PartitionCols:_col3 - Select Operator [SEL_5] (rows=1 width=312) + Select Operator [SEL_20] (rows=1 width=312) Output:["_col1","_col2","_col3"] - Filter Operator [FIL_14] (rows=1 width=312) + Filter Operator [FIL_19] (rows=1 width=312) predicate:((id = 2) and item is not null) TableScan [TS_3] (rows=1 width=312) default@testdeci2,d,Tbl:COMPLETE,Col:COMPLETE,Output:["id","amount","sales_tax","item"] diff --git ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out index e45d49e..6030b56 100644 --- ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out +++ ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out @@ -46,7 +46,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -265,10 +265,10 @@ STAGE PLANS: sort order: + Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out index 3d711c3..e5a8e68 100644 --- ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out +++ ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction.q.out @@ -183,7 +183,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -203,7 +203,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -225,7 +225,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -302,7 +302,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -335,7 +335,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -357,7 +357,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -372,7 +372,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=20) @@ -459,7 +459,7 @@ STAGE PLANS: Partition key expr: ds Statistics: Num rows: 309 Data size: 26883 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 4 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -476,7 +476,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -498,7 +498,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -573,7 +573,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -593,7 +593,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -613,7 +613,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -637,7 +637,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -731,7 +731,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -764,7 +764,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 7 Map Operator Tree: @@ -784,7 +784,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -808,7 +808,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -823,7 +823,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=309) @@ -835,7 +835,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=20) @@ -913,7 +913,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -933,7 +933,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 20 Data size: 3560 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -955,7 +955,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1033,7 +1033,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -1079,7 +1079,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 730 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -1101,7 +1101,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1116,7 +1116,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=20) @@ -1128,7 +1128,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 730 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=20) @@ -1202,7 +1202,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -1222,7 +1222,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 6 Map Operator Tree: @@ -1242,7 +1242,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -1280,7 +1280,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1363,7 +1363,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 6 Map Operator Tree: @@ -1396,7 +1396,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 8 Map Operator Tree: @@ -1416,7 +1416,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -1467,7 +1467,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1482,7 +1482,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=2200) @@ -1494,7 +1494,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 552 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=20) @@ -1575,7 +1575,7 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### @@ -1709,7 +1709,7 @@ STAGE PLANS: value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) auto parallelism: false quick start: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### @@ -1828,7 +1828,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) auto parallelism: false Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1859,7 +1859,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1929,7 +1929,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -1949,10 +1949,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2040,7 +2040,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -2060,10 +2060,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2152,7 +2152,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -2185,10 +2185,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2203,7 +2203,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=20) @@ -2286,7 +2286,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 2200 Data size: 391600 Basic stats: PARTIAL Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 2 Map Operator Tree: @@ -2306,7 +2306,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -2339,10 +2339,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2430,7 +2430,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 2200 Data size: 391600 Basic stats: PARTIAL Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 2 Map Operator Tree: @@ -2450,7 +2450,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -2483,10 +2483,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2589,7 +2589,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -2622,7 +2622,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -2655,10 +2655,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=2200) @@ -2670,7 +2670,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 552 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=20) @@ -2682,7 +2682,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2794,7 +2794,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -2814,7 +2814,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 38 Data size: 6817 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2846,10 +2846,10 @@ STAGE PLANS: Partition key expr: ds Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Target Vertex: Map 1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2949,7 +2949,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -2969,7 +2969,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 38 Data size: 6817 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3001,10 +3001,10 @@ STAGE PLANS: Partition key expr: ds Statistics: Num rows: 20 Data size: 7200 Basic stats: PARTIAL Column stats: COMPLETE Target Vertex: Map 1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3134,7 +3134,7 @@ STAGE PLANS: Partition key expr: ds Statistics: Num rows: 22 Data size: 5962 Basic stats: PARTIAL Column stats: NONE Target Vertex: Map 3 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 2 Map Operator Tree: @@ -3154,7 +3154,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 870 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3184,10 +3184,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3291,7 +3291,7 @@ STAGE PLANS: Partition key expr: ds Statistics: Num rows: 22 Data size: 5962 Basic stats: PARTIAL Column stats: NONE Target Vertex: Map 4 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 2 Map Operator Tree: @@ -3324,7 +3324,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3354,10 +3354,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=10) @@ -3369,7 +3369,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3473,7 +3473,7 @@ STAGE PLANS: Partition key expr: ds Statistics: Num rows: 22 Data size: 5962 Basic stats: PARTIAL Column stats: NONE Target Vertex: Map 4 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 2 Map Operator Tree: @@ -3506,7 +3506,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3536,10 +3536,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=10) @@ -3551,7 +3551,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3633,7 +3633,7 @@ STAGE PLANS: Partition key expr: ds Statistics: Num rows: 22 Data size: 5962 Basic stats: PARTIAL Column stats: NONE Target Vertex: Map 3 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 2 Map Operator Tree: @@ -3653,7 +3653,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 870 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3683,10 +3683,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3761,7 +3761,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 2 Map Operator Tree: @@ -3781,7 +3781,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2020 Data size: 175740 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -3801,7 +3801,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2020 Data size: 175740 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Union 3 Vertex: Union 3 diff --git ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out index 563a343..b720bca 100644 --- ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out +++ ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_2.q.out @@ -105,7 +105,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: decimal(34,16)), _col2 (type: tinyint), _col0 (type: bigint) Statistics: Num rows: 1 Data size: 164 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: timestamp) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 13 Map Operator Tree: @@ -126,7 +126,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: decimal(26,12)) Statistics: Num rows: 1 Data size: 152 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: timestamp) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -186,7 +186,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 148 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -219,7 +219,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 448 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(26,12)), _col1 (type: decimal(26,12)), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 Execution mode: llap @@ -260,7 +260,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: timestamp), _col1 (type: timestamp), _col2 (type: binary) Reducer 11 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=1) @@ -272,7 +272,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: timestamp), _col1 (type: timestamp), _col2 (type: binary) Reducer 12 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=1) @@ -319,7 +319,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -334,7 +334,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=1) @@ -346,7 +346,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 460 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(34,16)), _col1 (type: decimal(34,16)), _col2 (type: binary) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=1) @@ -358,7 +358,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 136 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: tinyint), _col1 (type: tinyint), _col2 (type: binary) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=1) @@ -555,7 +555,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -576,7 +576,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -596,7 +596,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 8 Data size: 1400 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Reduce Operator Tree: @@ -662,7 +662,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -677,7 +677,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=1) diff --git ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out index f49ecb0..251c348 100644 --- ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out +++ ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out @@ -65,7 +65,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 8 Map Operator Tree: @@ -91,7 +91,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -161,7 +161,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct) @@ -177,7 +177,7 @@ STAGE PLANS: name: default.acidtbl Write Type: DELETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), 7 (type: int) @@ -281,7 +281,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=1) @@ -400,7 +400,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: a (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 5 Map Operator Tree: @@ -426,7 +426,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -496,7 +496,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=1) @@ -609,7 +609,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 10 Map Operator Tree: @@ -643,7 +643,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 11 Map Operator Tree: @@ -659,7 +659,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 3 Execution mode: llap @@ -729,7 +729,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct) @@ -745,7 +745,7 @@ STAGE PLANS: name: default.acidtbl Write Type: DELETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), 7 (type: int) @@ -849,7 +849,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=2) diff --git ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw.q.out ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw.q.out index 81b6bde..3cab3b3 100644 --- ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw.q.out +++ ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_sw.q.out @@ -239,7 +239,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 10 Map Operator Tree: @@ -259,7 +259,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 11 Map Operator Tree: @@ -292,7 +292,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 13 Map Operator Tree: @@ -312,7 +312,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 6 Map Operator Tree: @@ -363,10 +363,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 12 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=309) @@ -412,7 +412,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -427,7 +427,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=309) @@ -439,7 +439,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=1) @@ -470,7 +470,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 20182 Data size: 1416580 Basic stats: PARTIAL Column stats: NONE Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=1) diff --git ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out index 271d4bb..43dbd20 100644 --- ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out +++ ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out @@ -104,10 +104,10 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: float), KEY._col2 (type: float) @@ -348,10 +348,10 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: float), _col1 (type: float), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: float), VALUE._col1 (type: float), VALUE._col2 (type: int) @@ -587,7 +587,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -851,7 +851,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: float), _col1 (type: float), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out index 97f7cd1..ba443d4 100644 --- ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out +++ ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out @@ -94,19 +94,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_part - Statistics: Num rows: 158 Data size: 60414 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 158 Data size: 60354 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1911 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1909 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ROW__ID (type: struct) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 1911 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1909 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: struct) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 5 Data size: 1911 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1909 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: may be used (ACID table) Reducer 2 @@ -115,10 +115,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: struct), 'foo' (type: string), 'bar' (type: string), '2008-04-08' (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 1911 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1909 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 1911 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1909 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -189,7 +189,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_part - Statistics: Num rows: 157 Data size: 102975 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 157 Data size: 102875 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: (key = 'foo') (type: boolean) Statistics: Num rows: 5 Data size: 1355 Basic stats: COMPLETE Column stats: PARTIAL @@ -380,19 +380,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_part_sdpo - Statistics: Num rows: 174 Data size: 66399 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 174 Data size: 66349 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1908 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1906 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ROW__ID (type: struct) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 1908 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1906 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: struct) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 5 Data size: 1908 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1906 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: may be used (ACID table) Reducer 2 @@ -401,10 +401,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: struct), 'foo' (type: string), 'bar' (type: string), '2008-04-08' (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 1908 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1906 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 1908 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1906 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -475,7 +475,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_part_sdpo - Statistics: Num rows: 169 Data size: 110820 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 169 Data size: 110730 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: (key = 'foo') (type: boolean) Statistics: Num rows: 5 Data size: 1355 Basic stats: COMPLETE Column stats: PARTIAL @@ -675,19 +675,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_2l_part - Statistics: Num rows: 154 Data size: 59496 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 154 Data size: 59446 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1930 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ROW__ID (type: struct) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1930 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: struct) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1930 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: may be used (ACID table) Reducer 2 @@ -696,10 +696,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: struct), 'foo' (type: string), 'bar' (type: string), '2008-04-08' (type: string), 11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1930 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1930 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -1095,19 +1095,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_2l_part_sdpo - Statistics: Num rows: 154 Data size: 59496 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 154 Data size: 59446 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key = 'foo') (type: boolean) - Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1930 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ROW__ID (type: struct) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1930 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: struct) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1930 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: may be used (ACID table) Reducer 2 @@ -1116,10 +1116,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: struct), 'foo' (type: string), 'bar' (type: string), '2008-04-08' (type: string), 11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1930 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 1931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 1930 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -1515,7 +1515,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_2l_part_sdpo_no_cp - Statistics: Num rows: 95 Data size: 81408 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 95 Data size: 81358 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: (key = 'foo') (type: boolean) Statistics: Num rows: 5 Data size: 1860 Basic stats: COMPLETE Column stats: PARTIAL diff --git ql/src/test/results/clientpositive/llap/empty_join.q.out ql/src/test/results/clientpositive/llap/empty_join.q.out index a5168e6..346fc21 100644 --- ql/src/test/results/clientpositive/llap/empty_join.q.out +++ ql/src/test/results/clientpositive/llap/empty_join.q.out @@ -61,31 +61,31 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 1 llap - File Output Operator [FS_14] - Map Join Operator [MAPJOIN_22] (rows=2 width=4) - Conds:SEL_2._col0=RS_10._col0(Left Outer),SEL_2._col0=RS_11._col0(Inner),Output:["_col0","_col1","_col2"] - <-Map 2 [BROADCAST_EDGE] llap - BROADCAST [RS_10] + Map 1 vectorized, llap + File Output Operator [FS_34] + Map Join Operator [MAPJOIN_33] (rows=2 width=4) + Conds:SEL_32._col0=RS_27._col0(Left Outer),SEL_32._col0=RS_30._col0(Inner),Output:["_col0","_col1","_col2"] + <-Map 2 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_27] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=4) + Select Operator [SEL_26] (rows=1 width=4) Output:["_col0"] - Filter Operator [FIL_20] (rows=1 width=4) + Filter Operator [FIL_25] (rows=1 width=4) predicate:id is not null TableScan [TS_3] (rows=1 width=4) default@test_2,t2,Tbl:COMPLETE,Col:NONE,Output:["id"] - <-Map 3 [BROADCAST_EDGE] llap - BROADCAST [RS_11] + <-Map 3 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_30] PartitionCols:_col0 - Select Operator [SEL_8] (rows=1 width=4) + Select Operator [SEL_29] (rows=1 width=4) Output:["_col0"] - Filter Operator [FIL_21] (rows=1 width=4) + Filter Operator [FIL_28] (rows=1 width=4) predicate:id is not null TableScan [TS_6] (rows=1 width=4) default@test_3,t3,Tbl:COMPLETE,Col:NONE,Output:["id"] - <-Select Operator [SEL_2] (rows=1 width=4) + <-Select Operator [SEL_32] (rows=1 width=4) Output:["_col0"] - Filter Operator [FIL_19] (rows=1 width=4) + Filter Operator [FIL_31] (rows=1 width=4) predicate:id is not null TableScan [TS_0] (rows=1 width=4) default@test_1,t1,Tbl:COMPLETE,Col:NONE,Output:["id"] diff --git ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out index c125882..fc60683 100644 --- ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out +++ ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out @@ -2634,7 +2634,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 250 Data size: 51750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: decimal(5,2)), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2750,10 +2750,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 2 Data size: 414 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: decimal(5,2)), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: decimal(5,2)), VALUE._col2 (type: string) @@ -2873,10 +2873,10 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 103500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: decimal(5,2)), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(5,2)), VALUE._col1 (type: string) @@ -3001,10 +3001,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -3131,7 +3131,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 250 Data size: 51750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: decimal(5,2)), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3247,10 +3247,10 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 5 Data size: 1571 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col3 (type: varchar(128)) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), 3.14 (type: decimal(5,2)), VALUE._col1 (type: varchar(128)) @@ -3326,7 +3326,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_uami - Statistics: Num rows: 277 Data size: 86920 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 276 Data size: 86592 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((de = 3.14) and enforce_constraint((i is not null and vc is not null))) (type: boolean) Statistics: Num rows: 2 Data size: 627 Basic stats: COMPLETE Column stats: NONE @@ -3340,10 +3340,10 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 2 Data size: 627 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col3 (type: varchar(128)) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), 3.14 (type: decimal(5,2)), VALUE._col1 (type: varchar(128)) @@ -3728,7 +3728,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 3600 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4158,7 +4158,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string), ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 7 Map Operator Tree: @@ -4171,7 +4171,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 372 Basic stats: COMPLETE Column stats: NONE value expressions: a1 (type: string), value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -4222,7 +4222,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 206 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct) @@ -4238,7 +4238,7 @@ STAGE PLANS: name: default.masking_test Write Type: DELETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), '1' (type: string), VALUE._col1 (type: string) @@ -4396,7 +4396,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string), ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 8 Map Operator Tree: @@ -4409,7 +4409,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 372 Basic stats: COMPLETE Column stats: NONE value expressions: a1 (type: string), value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -4479,7 +4479,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 206 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct) @@ -4495,7 +4495,7 @@ STAGE PLANS: name: default.masking_test Write Type: DELETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), '1' (type: string), VALUE._col1 (type: string) @@ -4710,7 +4710,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 7 Map Operator Tree: @@ -4723,7 +4723,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 372 Basic stats: COMPLETE Column stats: NONE value expressions: a1 (type: string), value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -4780,7 +4780,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct) @@ -4980,7 +4980,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string), ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 7 Map Operator Tree: @@ -4993,7 +4993,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 372 Basic stats: COMPLETE Column stats: NONE value expressions: a1 (type: string), value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -5051,7 +5051,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 206 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), '1' (type: string), VALUE._col1 (type: string) @@ -5248,7 +5248,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 5 Map Operator Tree: @@ -5263,7 +5263,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -5308,7 +5308,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct) @@ -5878,7 +5878,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/except_distinct.q.out ql/src/test/results/clientpositive/llap/except_distinct.q.out index cc35b12..1a385ac 100644 --- ql/src/test/results/clientpositive/llap/except_distinct.q.out +++ ql/src/test/results/clientpositive/llap/except_distinct.q.out @@ -240,7 +240,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -263,10 +263,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -295,7 +295,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -318,7 +318,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -418,7 +418,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 11 Map Operator Tree: @@ -441,10 +441,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -473,7 +473,7 @@ STAGE PLANS: Statistics: Num rows: 137 Data size: 26578 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 12 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -502,7 +502,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -531,7 +531,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -573,7 +573,7 @@ STAGE PLANS: Statistics: Num rows: 145 Data size: 28130 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -615,7 +615,7 @@ STAGE PLANS: Statistics: Num rows: 137 Data size: 26578 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -638,7 +638,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -724,7 +724,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -745,10 +745,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -782,7 +782,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -805,7 +805,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) diff --git ql/src/test/results/clientpositive/llap/explainuser_1.q.out ql/src/test/results/clientpositive/llap/explainuser_1.q.out index 872f9c9..9827d3b 100644 --- ql/src/test/results/clientpositive/llap/explainuser_1.q.out +++ ql/src/test/results/clientpositive/llap/explainuser_1.q.out @@ -119,11 +119,11 @@ Stage-3 Number of rows:100 Select Operator [SEL_4] (rows=100 width=178) Output:["_col0","_col1"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_3] - Limit [LIM_2] (rows=100 width=178) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_10] + Limit [LIM_9] (rows=100 width=178) Number of rows:100 - Select Operator [SEL_1] (rows=500 width=178) + Select Operator [SEL_8] (rows=500 width=178) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -158,15 +158,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 llap - File Output Operator [FS_8] - Group By Operator [GBY_6] (rows=1 width=16) + Reducer 2 vectorized, llap + File Output Operator [FS_14] + Group By Operator [GBY_13] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_5] - Group By Operator [GBY_4] (rows=1 width=16) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_12] + Group By Operator [GBY_11] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_2] (rows=500 width=95) + Select Operator [SEL_10] (rows=500 width=95) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=95) default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -192,15 +192,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 llap - File Output Operator [FS_7] - Group By Operator [GBY_5] (rows=1 width=8) + Reducer 2 vectorized, llap + File Output Operator [FS_13] + Group By Operator [GBY_12] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_4] - Group By Operator [GBY_3] (rows=1 width=8) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_2] (rows=500 width=102) + Select Operator [SEL_9] (rows=500 width=102) TableScan [TS_0] (rows=500 width=102) default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:COMPLETE @@ -217,15 +217,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 llap - File Output Operator [FS_8] - Group By Operator [GBY_6] (rows=1 width=16) + Reducer 2 vectorized, llap + File Output Operator [FS_14] + Group By Operator [GBY_13] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_5] - Group By Operator [GBY_4] (rows=1 width=16) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_12] + Group By Operator [GBY_11] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_2] (rows=500 width=95) + Select Operator [SEL_10] (rows=500 width=95) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=95) default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -269,9 +269,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_15] - Group By Operator [GBY_13] (rows=1 width=8) + Reducer 3 vectorized, llap + File Output Operator [FS_26] + Group By Operator [GBY_25] (rows=1 width=8) Output:["_col0"],aggregations:["sum(VALUE._col0)"] <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_12] @@ -279,19 +279,19 @@ Stage-0 Output:["_col0"],aggregations:["sum(hash(_col0,_col1,_col2,_col3))"] Merge Join Operator [MERGEJOIN_18] (rows=27556 width=356) Conds:(Inner),Output:["_col0","_col1","_col2","_col3"] - <-Map 1 [XPROD_EDGE] llap - XPROD_EDGE [RS_6] - Select Operator [SEL_2] (rows=166 width=178) + <-Map 1 [XPROD_EDGE] vectorized, llap + XPROD_EDGE [RS_21] + Select Operator [SEL_20] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_16] (rows=166 width=178) + Filter Operator [FIL_19] (rows=166 width=178) predicate:(key < 10) TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 4 [XPROD_EDGE] llap - XPROD_EDGE [RS_7] - Select Operator [SEL_5] (rows=166 width=178) + <-Map 4 [XPROD_EDGE] vectorized, llap + XPROD_EDGE [RS_24] + Select Operator [SEL_23] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_17] (rows=166 width=178) + Filter Operator [FIL_22] (rows=166 width=178) predicate:(key < 10) TableScan [TS_3] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -309,18 +309,18 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 llap - File Output Operator [FS_6] - Select Operator [SEL_5] (rows=10 width=97) + Reducer 2 vectorized, llap + File Output Operator [FS_12] + Select Operator [SEL_11] (rows=10 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_10] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_2] (rows=10 width=101) + Group By Operator [GBY_8] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Select Operator [SEL_1] (rows=20 width=88) + Select Operator [SEL_7] (rows=20 width=88) Output:["key","c_int","c_float"] TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -339,27 +339,27 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_11] - Select Operator [SEL_10] (rows=5 width=20) + Reducer 3 vectorized, llap + File Output Operator [FS_21] + Select Operator [SEL_20] (rows=5 width=20) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_9] (rows=5 width=20) + Group By Operator [GBY_19] (rows=5 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_18] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=5 width=20) + Group By Operator [GBY_17] (rows=5 width=20) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=10 width=101) + Select Operator [SEL_16] (rows=10 width=101) Output:["_col0","_col1"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_15] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_14] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_2] (rows=10 width=101) + Group By Operator [GBY_13] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Select Operator [SEL_1] (rows=20 width=88) + Select Operator [SEL_12] (rows=20 width=88) Output:["key","c_int","c_float"] TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -381,15 +381,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_29] - Select Operator [SEL_27] (rows=1 width=20) + Reducer 4 vectorized, llap + File Output Operator [FS_59] + Select Operator [SEL_58] (rows=1 width=20) Output:["_col0","_col1","_col2"] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_26] - Select Operator [SEL_25] (rows=1 width=28) + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_57] + Select Operator [SEL_56] (rows=1 width=28) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_24] (rows=1 width=20) + Group By Operator [GBY_55] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_23] @@ -399,45 +399,45 @@ Stage-0 Select Operator [SEL_21] (rows=1 width=20) Output:["_col1","_col4"] Merge Join Operator [MERGEJOIN_39] (rows=1 width=20) - Conds:RS_17._col0=RS_18._col0(Inner),RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col3 > 0) or (_col1 >= 0))} {((_col3 + _col6) >= 0)} - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_17] + Conds:RS_42._col0=RS_48._col0(Inner),RS_48._col0=RS_54._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col3 > 0) or (_col1 >= 0))} {((_col3 + _col6) >= 0)} + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_42] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_41] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_36] (rows=18 width=84) + Filter Operator [FIL_40] (rows=18 width=84) predicate:key is not null TableScan [TS_0] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_18] + <-Reducer 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_48] PartitionCols:_col0 - Select Operator [SEL_9] (rows=1 width=97) + Select Operator [SEL_47] (rows=1 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_8] (rows=1 width=101) + Group By Operator [GBY_46] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_45] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_6] (rows=1 width=101) + Group By Operator [GBY_44] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_37] (rows=4 width=93) + Filter Operator [FIL_43] (rows=4 width=93) predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 8 [SIMPLE_EDGE] llap - SHUFFLE [RS_19] + <-Reducer 8 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_54] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=89) + Select Operator [SEL_53] (rows=1 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_15] (rows=1 width=93) + Group By Operator [GBY_52] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 7 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] + <-Map 7 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_51] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_13] (rows=1 width=93) + Group By Operator [GBY_50] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_38] (rows=4 width=93) + Filter Operator [FIL_49] (rows=4 width=93) predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_10] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -459,15 +459,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_29] - Select Operator [SEL_27] (rows=1 width=20) + Reducer 4 vectorized, llap + File Output Operator [FS_59] + Select Operator [SEL_58] (rows=1 width=20) Output:["_col0","_col1","_col2"] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_26] - Select Operator [SEL_25] (rows=1 width=28) + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_57] + Select Operator [SEL_56] (rows=1 width=28) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_24] (rows=1 width=20) + Group By Operator [GBY_55] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_23] @@ -477,45 +477,45 @@ Stage-0 Select Operator [SEL_21] (rows=1 width=20) Output:["_col1","_col4"] Merge Join Operator [MERGEJOIN_39] (rows=1 width=20) - Conds:RS_17._col0=RS_18._col0(Inner),RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col1 >= 1) or (_col4 >= 1L))} {((UDFToLong(_col1) + _col4) >= 0)} {((_col3 + _col6) >= 0)} - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_17] + Conds:RS_42._col0=RS_48._col0(Inner),RS_48._col0=RS_54._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col1 >= 1) or (_col4 >= 1L))} {((UDFToLong(_col1) + _col4) >= 0)} {((_col3 + _col6) >= 0)} + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_42] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_41] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_36] (rows=18 width=84) + Filter Operator [FIL_40] (rows=18 width=84) predicate:((c_int > 0) and key is not null) TableScan [TS_0] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_18] + <-Reducer 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_48] PartitionCols:_col0 - Select Operator [SEL_9] (rows=1 width=97) + Select Operator [SEL_47] (rows=1 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_8] (rows=1 width=101) + Group By Operator [GBY_46] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_45] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_6] (rows=1 width=101) + Group By Operator [GBY_44] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_37] (rows=2 width=93) + Filter Operator [FIL_43] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 8 [SIMPLE_EDGE] llap - SHUFFLE [RS_19] + <-Reducer 8 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_54] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=89) + Select Operator [SEL_53] (rows=1 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_15] (rows=1 width=93) + Group By Operator [GBY_52] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 7 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] + <-Map 7 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_51] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_13] (rows=1 width=93) + Group By Operator [GBY_50] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_38] (rows=2 width=93) + Filter Operator [FIL_49] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_10] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -536,9 +536,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_26] - Group By Operator [GBY_24] (rows=1 width=20) + Reducer 3 vectorized, llap + File Output Operator [FS_53] + Group By Operator [GBY_52] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_23] @@ -548,45 +548,45 @@ Stage-0 Select Operator [SEL_21] (rows=1 width=20) Output:["_col1","_col4"] Merge Join Operator [MERGEJOIN_36] (rows=1 width=20) - Conds:RS_17._col0=RS_18._col0(Inner),RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col3 > 0) or (_col1 >= 0))} {((_col3 + _col6) >= 2)} - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_17] + Conds:RS_39._col0=RS_45._col0(Inner),RS_45._col0=RS_51._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col3 > 0) or (_col1 >= 0))} {((_col3 + _col6) >= 2)} + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_39] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_38] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_33] (rows=18 width=84) + Filter Operator [FIL_37] (rows=18 width=84) predicate:key is not null TableScan [TS_0] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_18] + <-Reducer 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_45] PartitionCols:_col0 - Select Operator [SEL_9] (rows=1 width=97) + Select Operator [SEL_44] (rows=1 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_8] (rows=1 width=101) + Group By Operator [GBY_43] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_42] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_6] (rows=1 width=101) + Group By Operator [GBY_41] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_34] (rows=2 width=93) + Filter Operator [FIL_40] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 7 [SIMPLE_EDGE] llap - SHUFFLE [RS_19] + <-Reducer 7 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_51] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=89) + Select Operator [SEL_50] (rows=1 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_15] (rows=1 width=93) + Group By Operator [GBY_49] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] + <-Map 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_48] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_13] (rows=1 width=93) + Group By Operator [GBY_47] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_35] (rows=2 width=93) + Filter Operator [FIL_46] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_10] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -608,13 +608,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_28] - Select Operator [SEL_27] (rows=1 width=20) + Reducer 4 vectorized, llap + File Output Operator [FS_57] + Select Operator [SEL_56] (rows=1 width=20) Output:["_col0","_col1","_col2"] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_26] - Group By Operator [GBY_24] (rows=1 width=20) + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_55] + Group By Operator [GBY_54] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_23] @@ -624,45 +624,45 @@ Stage-0 Select Operator [SEL_21] (rows=1 width=20) Output:["_col1","_col4"] Merge Join Operator [MERGEJOIN_38] (rows=1 width=20) - Conds:RS_17._col0=RS_18._col0(Inner),RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col1 >= 1) or (_col4 >= 1L))} {((UDFToLong(_col1) + _col4) >= 0)} {((_col3 + _col6) >= 0)} - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_17] + Conds:RS_41._col0=RS_47._col0(Inner),RS_47._col0=RS_53._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col1 >= 1) or (_col4 >= 1L))} {((UDFToLong(_col1) + _col4) >= 0)} {((_col3 + _col6) >= 0)} + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_41] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_40] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_35] (rows=18 width=84) + Filter Operator [FIL_39] (rows=18 width=84) predicate:((c_int > 0) and key is not null) TableScan [TS_0] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_18] + <-Reducer 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_47] PartitionCols:_col0 - Select Operator [SEL_9] (rows=1 width=97) + Select Operator [SEL_46] (rows=1 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_8] (rows=1 width=101) + Group By Operator [GBY_45] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_44] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_6] (rows=1 width=101) + Group By Operator [GBY_43] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_36] (rows=2 width=93) + Filter Operator [FIL_42] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 8 [SIMPLE_EDGE] llap - SHUFFLE [RS_19] + <-Reducer 8 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_53] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=89) + Select Operator [SEL_52] (rows=1 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_15] (rows=1 width=93) + Group By Operator [GBY_51] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 7 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] + <-Map 7 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_50] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_13] (rows=1 width=93) + Group By Operator [GBY_49] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_37] (rows=2 width=93) + Filter Operator [FIL_48] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_10] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -683,9 +683,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_26] - Group By Operator [GBY_24] (rows=1 width=20) + Reducer 3 vectorized, llap + File Output Operator [FS_53] + Group By Operator [GBY_52] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_23] @@ -695,45 +695,45 @@ Stage-0 Select Operator [SEL_21] (rows=1 width=20) Output:["_col1","_col4"] Merge Join Operator [MERGEJOIN_36] (rows=1 width=20) - Conds:RS_17._col0=RS_18._col0(Inner),RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col3 > 0) or (_col1 >= 0))} {((_col3 + _col6) >= 0)} - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_17] + Conds:RS_39._col0=RS_45._col0(Inner),RS_45._col0=RS_51._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col3 > 0) or (_col1 >= 0))} {((_col3 + _col6) >= 0)} + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_39] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_38] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_33] (rows=18 width=84) + Filter Operator [FIL_37] (rows=18 width=84) predicate:key is not null TableScan [TS_0] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_18] + <-Reducer 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_45] PartitionCols:_col0 - Select Operator [SEL_9] (rows=1 width=97) + Select Operator [SEL_44] (rows=1 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_8] (rows=1 width=101) + Group By Operator [GBY_43] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_42] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_6] (rows=1 width=101) + Group By Operator [GBY_41] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_34] (rows=2 width=93) + Filter Operator [FIL_40] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 7 [SIMPLE_EDGE] llap - SHUFFLE [RS_19] + <-Reducer 7 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_51] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=89) + Select Operator [SEL_50] (rows=1 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_15] (rows=1 width=93) + Group By Operator [GBY_49] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] + <-Map 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_48] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_13] (rows=1 width=93) + Group By Operator [GBY_47] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_35] (rows=2 width=93) + Filter Operator [FIL_46] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_10] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -772,50 +772,50 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_25] - Select Operator [SEL_24] (rows=3 width=87) + Reducer 4 vectorized, llap + File Output Operator [FS_33] + Select Operator [SEL_32] (rows=3 width=87) Output:["_col0"] <-Union 3 [SIMPLE_EDGE] - <-Reducer 2 [CONTAINS] llap - Reduce Output Operator [RS_23] - Select Operator [SEL_5] (rows=1 width=87) + <-Reducer 2 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_31] + Select Operator [SEL_30] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_4] (rows=1 width=8) + Group By Operator [GBY_29] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_3] - Group By Operator [GBY_2] (rows=1 width=8) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_28] + Group By Operator [GBY_27] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_1] (rows=20 width=80) + Select Operator [SEL_26] (rows=20 width=80) Output:["key"] TableScan [TS_0] (rows=20 width=80) default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 6 [CONTAINS] llap - Reduce Output Operator [RS_23] - Select Operator [SEL_12] (rows=1 width=87) + <-Reducer 6 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_39] + Select Operator [SEL_38] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_11] (rows=1 width=8) + Group By Operator [GBY_37] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 5 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_10] - Group By Operator [GBY_9] (rows=1 width=8) + <-Map 5 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_36] + Group By Operator [GBY_35] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_8] (rows=20 width=80) + Select Operator [SEL_34] (rows=20 width=80) Output:["key"] TableScan [TS_7] (rows=20 width=80) default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 8 [CONTAINS] llap - Reduce Output Operator [RS_23] - Select Operator [SEL_20] (rows=1 width=87) + <-Reducer 8 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_45] + Select Operator [SEL_44] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_19] (rows=1 width=8) + Group By Operator [GBY_43] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 7 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_18] - Group By Operator [GBY_17] (rows=1 width=8) + <-Map 7 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_42] + Group By Operator [GBY_41] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_16] (rows=20 width=80) + Select Operator [SEL_40] (rows=20 width=80) Output:["key"] TableScan [TS_15] (rows=20 width=80) default@cbo_t3,s3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -845,63 +845,63 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 5 llap - File Output Operator [FS_30] - Select Operator [SEL_29] (rows=1 width=95) + Reducer 5 vectorized, llap + File Output Operator [FS_41] + Select Operator [SEL_40] (rows=1 width=95) Output:["_col0","_col1"] - <-Reducer 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_28] - Group By Operator [GBY_26] (rows=1 width=95) + <-Reducer 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_39] + Group By Operator [GBY_38] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Union 3 [SIMPLE_EDGE] - <-Reducer 2 [CONTAINS] llap - Reduce Output Operator [RS_25] + <-Reducer 2 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_37] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_36] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_5] (rows=1 width=87) + Select Operator [SEL_35] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_4] (rows=1 width=8) + Group By Operator [GBY_34] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_3] - Group By Operator [GBY_2] (rows=1 width=8) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_33] + Group By Operator [GBY_32] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_1] (rows=20 width=80) + Select Operator [SEL_31] (rows=20 width=80) Output:["key"] TableScan [TS_0] (rows=20 width=80) default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 7 [CONTAINS] llap - Reduce Output Operator [RS_25] + <-Reducer 7 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_48] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_47] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_12] (rows=1 width=87) + Select Operator [SEL_46] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_11] (rows=1 width=8) + Group By Operator [GBY_45] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 6 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_10] - Group By Operator [GBY_9] (rows=1 width=8) + <-Map 6 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_44] + Group By Operator [GBY_43] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_8] (rows=20 width=80) + Select Operator [SEL_42] (rows=20 width=80) Output:["key"] TableScan [TS_7] (rows=20 width=80) default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 9 [CONTAINS] llap - Reduce Output Operator [RS_25] + <-Reducer 9 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_55] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_54] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_20] (rows=1 width=87) + Select Operator [SEL_53] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_19] (rows=1 width=8) + Group By Operator [GBY_52] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 8 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_18] - Group By Operator [GBY_17] (rows=1 width=8) + <-Map 8 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_51] + Group By Operator [GBY_50] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_16] (rows=20 width=80) + Select Operator [SEL_49] (rows=20 width=80) Output:["key"] TableScan [TS_15] (rows=20 width=80) default@cbo_t3,s3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -922,22 +922,22 @@ Stage-0 Reducer 2 llap File Output Operator [FS_10] Merge Join Operator [MERGEJOIN_15] (rows=18 width=85) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_18._col0=RS_21._col0(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_18] PartitionCols:_col0 - Select Operator [SEL_2] (rows=6 width=85) + Select Operator [SEL_17] (rows=6 width=85) Output:["_col0"] - Filter Operator [FIL_13] (rows=6 width=85) + Filter Operator [FIL_16] (rows=6 width=85) predicate:(UDFToDouble(key) >= 1.0D) TableScan [TS_0] (rows=20 width=80) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_21] PartitionCols:_col0 - Select Operator [SEL_5] (rows=6 width=85) + Select Operator [SEL_20] (rows=6 width=85) Output:["_col0"] - Filter Operator [FIL_14] (rows=6 width=85) + Filter Operator [FIL_19] (rows=6 width=85) predicate:(UDFToDouble(key) >= 1.0D) TableScan [TS_3] (rows=20 width=80) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -960,18 +960,18 @@ Stage-0 Select Operator [SEL_7] (rows=80 width=7) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_11] (rows=80 width=7) - Conds:RS_4._col0=RS_5._col0(Left Outer),Output:["_col1","_col3"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + Conds:RS_13._col0=RS_15._col0(Left Outer),Output:["_col1","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_13] PartitionCols:_col0 - Select Operator [SEL_1] (rows=20 width=84) + Select Operator [SEL_12] (rows=20 width=84) Output:["_col0","_col1"] TableScan [TS_0] (rows=20 width=84) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_5] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_15] PartitionCols:_col0 - Select Operator [SEL_3] (rows=20 width=84) + Select Operator [SEL_14] (rows=20 width=84) Output:["_col0","_col1"] TableScan [TS_2] (rows=20 width=84) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -994,18 +994,18 @@ Stage-0 Select Operator [SEL_7] (rows=80 width=7) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_9] (rows=80 width=7) - Conds:RS_4._col0=RS_5._col0(Outer),Output:["_col1","_col3"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + Conds:RS_11._col0=RS_13._col0(Outer),Output:["_col1","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_11] PartitionCols:_col0 - Select Operator [SEL_1] (rows=20 width=84) + Select Operator [SEL_10] (rows=20 width=84) Output:["_col0","_col1"] TableScan [TS_0] (rows=20 width=84) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_5] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_13] PartitionCols:_col0 - Select Operator [SEL_3] (rows=20 width=84) + Select Operator [SEL_12] (rows=20 width=84) Output:["_col0","_col1"] TableScan [TS_2] (rows=20 width=84) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1028,31 +1028,31 @@ Stage-0 Select Operator [SEL_13] (rows=194 width=100) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_24] (rows=194 width=100) - Conds:RS_9._col0=RS_10._col0(Inner),RS_9._col0=RS_11._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + Conds:RS_27._col0=RS_30._col0(Inner),RS_27._col0=RS_33._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=87) + Select Operator [SEL_26] (rows=18 width=87) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_21] (rows=18 width=87) + Filter Operator [FIL_25] (rows=18 width=87) predicate:key is not null TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_10] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_30] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18 width=84) + Select Operator [SEL_29] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_22] (rows=18 width=84) + Filter Operator [FIL_28] (rows=18 width=84) predicate:key is not null TableScan [TS_3] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_33] PartitionCols:_col0 - Select Operator [SEL_8] (rows=18 width=84) + Select Operator [SEL_32] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_23] (rows=18 width=84) + Filter Operator [FIL_31] (rows=18 width=84) predicate:key is not null TableScan [TS_6] (rows=20 width=84) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1075,31 +1075,31 @@ Stage-0 Select Operator [SEL_13] (rows=194 width=177) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_24] (rows=194 width=177) - Conds:RS_9._col0=RS_10._col0(Inner),RS_9._col0=RS_11._col0(Inner),Output:["_col0","_col1","_col3","_col4"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + Conds:RS_27._col0=RS_30._col0(Inner),RS_27._col0=RS_33._col0(Inner),Output:["_col0","_col1","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_26] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_21] (rows=18 width=84) + Filter Operator [FIL_25] (rows=18 width=84) predicate:key is not null TableScan [TS_0] (rows=20 width=84) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_10] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_30] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18 width=80) + Select Operator [SEL_29] (rows=18 width=80) Output:["_col0"] - Filter Operator [FIL_22] (rows=18 width=80) + Filter Operator [FIL_28] (rows=18 width=80) predicate:key is not null TableScan [TS_3] (rows=20 width=80) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_33] PartitionCols:_col0 - Select Operator [SEL_8] (rows=18 width=84) + Select Operator [SEL_32] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_23] (rows=18 width=84) + Filter Operator [FIL_31] (rows=18 width=84) predicate:key is not null TableScan [TS_6] (rows=20 width=84) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1122,31 +1122,31 @@ Stage-0 Select Operator [SEL_13] (rows=48 width=101) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_24] (rows=48 width=101) - Conds:RS_9._col0=RS_10._col0(Inner),RS_9._col0=RS_11._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6"],residual filter predicates:{((_col1 + _col4) = 2)} {((_col1 > 0) or (_col6 >= 0))} - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + Conds:RS_27._col0=RS_30._col0(Inner),RS_27._col0=RS_33._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6"],residual filter predicates:{((_col1 + _col4) = 2)} {((_col1 > 0) or (_col6 >= 0))} + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:_col0 - Select Operator [SEL_2] (rows=8 width=93) + Select Operator [SEL_26] (rows=8 width=93) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_21] (rows=8 width=93) + Filter Operator [FIL_25] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_10] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_30] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8 width=89) + Select Operator [SEL_29] (rows=8 width=89) Output:["_col0","_col1"] - Filter Operator [FIL_22] (rows=8 width=93) + Filter Operator [FIL_28] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_33] PartitionCols:_col0 - Select Operator [SEL_8] (rows=18 width=84) + Select Operator [SEL_32] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_23] (rows=18 width=84) + Filter Operator [FIL_31] (rows=18 width=84) predicate:key is not null TableScan [TS_6] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1169,31 +1169,31 @@ Stage-0 Select Operator [SEL_13] (rows=48 width=101) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_24] (rows=48 width=101) - Conds:RS_9._col0=RS_10._col0(Inner),RS_9._col0=RS_11._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6"],residual filter predicates:{((_col1 + _col4) = 2)} {((_col1 > 0) or (_col6 >= 0))} - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + Conds:RS_27._col0=RS_30._col0(Inner),RS_27._col0=RS_33._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6"],residual filter predicates:{((_col1 + _col4) = 2)} {((_col1 > 0) or (_col6 >= 0))} + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:_col0 - Select Operator [SEL_2] (rows=8 width=93) + Select Operator [SEL_26] (rows=8 width=93) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_21] (rows=8 width=93) + Filter Operator [FIL_25] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_10] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_30] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8 width=89) + Select Operator [SEL_29] (rows=8 width=89) Output:["_col0","_col1"] - Filter Operator [FIL_22] (rows=8 width=93) + Filter Operator [FIL_28] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_33] PartitionCols:_col0 - Select Operator [SEL_8] (rows=18 width=84) + Select Operator [SEL_32] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_23] (rows=18 width=84) + Filter Operator [FIL_31] (rows=18 width=84) predicate:key is not null TableScan [TS_6] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1212,24 +1212,24 @@ Stage-0 Fetch Operator limit:1 Stage-1 - Reducer 3 llap - File Output Operator [FS_9] - Limit [LIM_8] (rows=1 width=97) + Reducer 3 vectorized, llap + File Output Operator [FS_18] + Limit [LIM_17] (rows=1 width=97) Number of rows:1 - Select Operator [SEL_7] (rows=10 width=97) + Select Operator [SEL_16] (rows=10 width=97) Output:["_col0","_col1","_col2"] - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] - Select Operator [SEL_5] (rows=10 width=97) + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_15] + Select Operator [SEL_14] (rows=10 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_13] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_12] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_2] (rows=10 width=101) + Group By Operator [GBY_11] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Select Operator [SEL_1] (rows=20 width=88) + Select Operator [SEL_10] (rows=20 width=88) Output:["key","c_int","c_float"] TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1249,31 +1249,31 @@ Stage-0 Fetch Operator limit:1 Stage-1 - Reducer 4 llap - File Output Operator [FS_14] - Limit [LIM_13] (rows=1 width=20) + Reducer 4 vectorized, llap + File Output Operator [FS_26] + Limit [LIM_25] (rows=1 width=20) Number of rows:1 - Select Operator [SEL_12] (rows=5 width=20) + Select Operator [SEL_24] (rows=5 width=20) Output:["_col0","_col1","_col2"] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] - Group By Operator [GBY_9] (rows=5 width=20) + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_23] + Group By Operator [GBY_22] (rows=5 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_21] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=5 width=20) + Group By Operator [GBY_20] (rows=5 width=20) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col0 - Select Operator [SEL_5] (rows=10 width=101) + Select Operator [SEL_19] (rows=10 width=101) Output:["_col0","_col1"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_18] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_17] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_2] (rows=10 width=101) + Group By Operator [GBY_16] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Select Operator [SEL_1] (rows=20 width=88) + Select Operator [SEL_15] (rows=20 width=88) Output:["key","c_int","c_float"] TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1309,27 +1309,27 @@ Stage-0 Fetch Operator limit:5 Stage-1 - Reducer 4 llap - File Output Operator [FS_13] - Limit [LIM_12] (rows=5 width=89) + Reducer 4 vectorized, llap + File Output Operator [FS_24] + Limit [LIM_23] (rows=5 width=89) Number of rows:5 - Select Operator [SEL_11] (rows=5 width=89) + Select Operator [SEL_22] (rows=5 width=89) Output:["_col0","_col1"] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_10] - Limit [LIM_8] (rows=5 width=89) + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_21] + Limit [LIM_20] (rows=5 width=89) Number of rows:5 - Select Operator [SEL_7] (rows=5 width=89) + Select Operator [SEL_19] (rows=5 width=89) Output:["_col0","_col1"] - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] - Limit [LIM_4] (rows=5 width=89) + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_18] + Limit [LIM_17] (rows=5 width=89) Number of rows:5 - Select Operator [SEL_3] (rows=20 width=84) + Select Operator [SEL_16] (rows=20 width=84) Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=20 width=84) + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_15] + Select Operator [SEL_14] (rows=20 width=84) Output:["_col0","_col1"] TableScan [TS_0] (rows=20 width=84) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1353,17 +1353,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 llap - File Output Operator [FS_42] - Limit [LIM_40] (rows=1 width=28) + Reducer 6 vectorized, llap + File Output Operator [FS_83] + Limit [LIM_82] (rows=1 width=28) Number of rows:5 - Select Operator [SEL_39] (rows=1 width=28) + Select Operator [SEL_81] (rows=1 width=28) Output:["_col0","_col1","_col2"] - <-Reducer 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_38] - Select Operator [SEL_37] (rows=1 width=28) + <-Reducer 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_80] + Select Operator [SEL_79] (rows=1 width=28) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_36] (rows=1 width=20) + Group By Operator [GBY_78] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 4 [SIMPLE_EDGE] llap SHUFFLE [RS_35] @@ -1373,61 +1373,61 @@ Stage-0 Select Operator [SEL_33] (rows=2 width=20) Output:["_col4","_col6"] Merge Join Operator [MERGEJOIN_54] (rows=2 width=20) - Conds:RS_29._col0=RS_30._col0(Inner),RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col3 + _col1) >= 0)} {((_col3 > 0) or (_col6 >= 0))} - <-Map 10 [SIMPLE_EDGE] llap - SHUFFLE [RS_31] + Conds:RS_64._col0=RS_74._col0(Inner),RS_74._col0=RS_77._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col3 + _col1) >= 0)} {((_col3 > 0) or (_col6 >= 0))} + <-Map 10 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_77] PartitionCols:_col0 - Select Operator [SEL_28] (rows=18 width=84) + Select Operator [SEL_76] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_53] (rows=18 width=84) + Filter Operator [FIL_75] (rows=18 width=84) predicate:key is not null TableScan [TS_26] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_29] + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_64] PartitionCols:_col0 - Filter Operator [FIL_11] (rows=2 width=105) + Filter Operator [FIL_63] (rows=2 width=105) predicate:_col0 is not null - Limit [LIM_9] (rows=3 width=105) + Limit [LIM_62] (rows=3 width=105) Number of rows:5 - Select Operator [SEL_8] (rows=3 width=105) + Select Operator [SEL_61] (rows=3 width=105) Output:["_col0","_col1"] - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] - Select Operator [SEL_6] (rows=3 width=105) + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_60] + Select Operator [SEL_59] (rows=3 width=105) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_5] (rows=3 width=101) + Group By Operator [GBY_58] (rows=3 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_57] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_3] (rows=3 width=101) + Group By Operator [GBY_56] (rows=3 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_50] (rows=6 width=93) + Filter Operator [FIL_55] (rows=6 width=93) predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0))) TableScan [TS_0] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 9 [SIMPLE_EDGE] llap - SHUFFLE [RS_30] + <-Reducer 9 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_74] PartitionCols:_col0 - Filter Operator [FIL_24] (rows=2 width=97) + Filter Operator [FIL_73] (rows=2 width=97) predicate:_col0 is not null - Limit [LIM_22] (rows=3 width=97) + Limit [LIM_72] (rows=3 width=97) Number of rows:5 - Select Operator [SEL_21] (rows=3 width=97) + Select Operator [SEL_71] (rows=3 width=97) Output:["_col0","_col1","_col2"] - <-Reducer 8 [SIMPLE_EDGE] llap - SHUFFLE [RS_20] - Select Operator [SEL_19] (rows=3 width=97) + <-Reducer 8 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_70] + Select Operator [SEL_69] (rows=3 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_18] (rows=3 width=101) + Group By Operator [GBY_68] (rows=3 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 7 [SIMPLE_EDGE] llap - SHUFFLE [RS_17] + <-Map 7 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_67] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_16] (rows=3 width=101) + Group By Operator [GBY_66] (rows=3 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_52] (rows=6 width=93) + Filter Operator [FIL_65] (rows=6 width=93) predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0))) TableScan [TS_13] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1450,24 +1450,24 @@ Stage-0 Select Operator [SEL_11] (rows=8 width=4) Output:["_col0"] Merge Join Operator [MERGEJOIN_17] (rows=8 width=4) - Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_20._col0=RS_24._col0(Left Semi),Output:["_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:_col0 - Select Operator [SEL_2] (rows=8 width=93) + Select Operator [SEL_19] (rows=8 width=93) Output:["_col0","_col1"] - Filter Operator [FIL_15] (rows=8 width=93) + Filter Operator [FIL_18] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=6 width=85) + Group By Operator [GBY_23] (rows=6 width=85) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=18 width=80) + Select Operator [SEL_22] (rows=18 width=80) Output:["_col0"] - Filter Operator [FIL_16] (rows=18 width=80) + Filter Operator [FIL_21] (rows=18 width=80) predicate:key is not null TableScan [TS_3] (rows=20 width=80) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -1490,35 +1490,35 @@ Stage-0 Select Operator [SEL_17] (rows=14 width=93) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_28] (rows=14 width=93) - Conds:RS_13._col0=RS_14._col0(Left Semi),RS_13._col0=RS_15._col0(Left Semi),Output:["_col0","_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_13] + Conds:RS_31._col0=RS_35._col0(Left Semi),RS_31._col0=RS_39._col0(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_31] PartitionCols:_col0 - Select Operator [SEL_2] (rows=8 width=93) + Select Operator [SEL_30] (rows=8 width=93) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_25] (rows=8 width=93) + Filter Operator [FIL_29] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_35] PartitionCols:_col0 - Group By Operator [GBY_10] (rows=3 width=85) + Group By Operator [GBY_34] (rows=3 width=85) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=8 width=85) + Select Operator [SEL_33] (rows=8 width=85) Output:["_col0"] - Filter Operator [FIL_26] (rows=8 width=93) + Filter Operator [FIL_32] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_15] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_39] PartitionCols:_col0 - Group By Operator [GBY_12] (rows=7 width=85) + Group By Operator [GBY_38] (rows=7 width=85) Output:["_col0"],keys:_col0 - Select Operator [SEL_8] (rows=18 width=80) + Select Operator [SEL_37] (rows=18 width=80) Output:["_col0"] - Filter Operator [FIL_27] (rows=18 width=80) + Filter Operator [FIL_36] (rows=18 width=80) predicate:key is not null TableScan [TS_6] (rows=20 width=80) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -1540,15 +1540,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 5 llap - File Output Operator [FS_34] - Select Operator [SEL_33] (rows=1 width=101) + Reducer 5 vectorized, llap + File Output Operator [FS_68] + Select Operator [SEL_67] (rows=1 width=101) Output:["_col0","_col1","_col2"] - <-Reducer 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_32] - Select Operator [SEL_31] (rows=1 width=101) + <-Reducer 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_66] + Select Operator [SEL_65] (rows=1 width=101) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_30] (rows=1 width=101) + Group By Operator [GBY_64] (rows=1 width=101) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_29] @@ -1556,53 +1556,53 @@ Stage-0 Group By Operator [GBY_28] (rows=1 width=101) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col0 Merge Join Operator [MERGEJOIN_44] (rows=1 width=93) - Conds:RS_23._col0=RS_24._col0(Left Semi),RS_23._col0=RS_25._col0(Left Semi),Output:["_col0","_col1"] - <-Map 8 [SIMPLE_EDGE] llap - SHUFFLE [RS_25] + Conds:RS_52._col0=RS_59._col0(Left Semi),RS_52._col0=RS_63._col0(Left Semi),Output:["_col0","_col1"] + <-Map 8 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_63] PartitionCols:_col0 - Group By Operator [GBY_22] (rows=3 width=85) + Group By Operator [GBY_62] (rows=3 width=85) Output:["_col0"],keys:_col0 - Select Operator [SEL_18] (rows=6 width=85) + Select Operator [SEL_61] (rows=6 width=85) Output:["_col0"] - Filter Operator [FIL_43] (rows=6 width=85) + Filter Operator [FIL_60] (rows=6 width=85) predicate:(UDFToDouble(key) > 0.0D) TableScan [TS_16] (rows=20 width=80) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_23] + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_52] PartitionCols:_col0 - Select Operator [SEL_8] (rows=1 width=93) + Select Operator [SEL_51] (rows=1 width=93) Output:["_col0","_col1"] - Filter Operator [FIL_7] (rows=1 width=101) + Filter Operator [FIL_50] (rows=1 width=101) predicate:(((UDFToDouble(_col2) + UDFToDouble(_col3)) >= 0.0D) and ((UDFToDouble(_col2) >= 1.0D) or (_col3 >= 1L))) - Select Operator [SEL_6] (rows=1 width=101) + Select Operator [SEL_49] (rows=1 width=101) Output:["_col2","_col3"] - Group By Operator [GBY_5] (rows=1 width=101) + Group By Operator [GBY_48] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_47] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_3] (rows=1 width=101) + Group By Operator [GBY_46] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_41] (rows=1 width=93) + Filter Operator [FIL_45] (rows=1 width=93) predicate:((((c_int + 1) + 1) >= 0) and (((c_int + 1) > 0) or (UDFToDouble(key) >= 0.0D)) and ((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (UDFToDouble(key) > 0.0D) and (c_float > 0)) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 7 [SIMPLE_EDGE] llap - SHUFFLE [RS_24] + <-Reducer 7 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_59] PartitionCols:_col0 - Group By Operator [GBY_20] (rows=1 width=85) + Group By Operator [GBY_58] (rows=1 width=85) Output:["_col0"],keys:_col0 - Select Operator [SEL_15] (rows=1 width=85) + Select Operator [SEL_57] (rows=1 width=85) Output:["_col0"] - Group By Operator [GBY_14] (rows=1 width=93) + Group By Operator [GBY_56] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_13] + <-Map 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_55] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_12] (rows=1 width=93) + Group By Operator [GBY_54] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_42] (rows=1 width=93) + Filter Operator [FIL_53] (rows=1 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (UDFToDouble(key) > 0.0D) and (c_float > 0)) TableScan [TS_9] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1664,9 +1664,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_15] - Group By Operator [GBY_13] (rows=1 width=8) + Reducer 3 vectorized, llap + File Output Operator [FS_24] + Group By Operator [GBY_23] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_12] @@ -1674,14 +1674,14 @@ Stage-0 Output:["_col0"],aggregations:["count('2014')"] Merge Join Operator [MERGEJOIN_18] (rows=400 width=8) Conds:(Inner) - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_6] - Select Operator [SEL_2] (rows=20 width=88) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_20] + Select Operator [SEL_19] (rows=20 width=88) TableScan [TS_0] (rows=20 width=21) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE - <-Map 4 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_7] - Select Operator [SEL_5] (rows=20 width=88) + <-Map 4 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_22] + Select Operator [SEL_21] (rows=20 width=88) TableScan [TS_3] (rows=20 width=21) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE @@ -1718,31 +1718,31 @@ Stage-0 Filter Operator [FIL_17] (rows=366 width=179) predicate:_col3 is null Merge Join Operator [MERGEJOIN_22] (rows=500 width=179) - Conds:RS_14._col1=RS_15._col0(Left Outer),Output:["_col0","_col1","_col3"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] + Conds:RS_25._col1=RS_32._col0(Left Outer),Output:["_col0","_col1","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_25] PartitionCols:_col1 - Select Operator [SEL_1] (rows=500 width=178) + Select Operator [SEL_23] (rows=500 width=178) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=178) default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_15] + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_32] PartitionCols:_col0 - Select Operator [SEL_13] (rows=83 width=95) + Select Operator [SEL_31] (rows=83 width=95) Output:["_col0","_col1"] - Group By Operator [GBY_12] (rows=83 width=91) + Group By Operator [GBY_30] (rows=83 width=91) Output:["_col0"],keys:_col1 - Select Operator [SEL_8] (rows=83 width=178) + Select Operator [SEL_29] (rows=83 width=178) Output:["_col1"] - Group By Operator [GBY_7] (rows=83 width=178) + Group By Operator [GBY_28] (rows=83 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:_col0 - Group By Operator [GBY_5] (rows=83 width=178) + Group By Operator [GBY_26] (rows=83 width=178) Output:["_col0","_col1"],keys:value, key - Filter Operator [FIL_21] (rows=166 width=178) + Filter Operator [FIL_24] (rows=166 width=178) predicate:(value > 'val_2') Please refer to the previous TableScan [TS_0] @@ -1782,34 +1782,34 @@ Stage-0 Filter Operator [FIL_16] (rows=183 width=179) predicate:_col4 is null Merge Join Operator [MERGEJOIN_21] (rows=250 width=179) - Conds:RS_13._col0, _col1=RS_14._col0, _col1(Left Outer),Output:["_col0","_col1","_col4"] - <-Reducer 2 [ONE_TO_ONE_EDGE] llap - FORWARD [RS_13] + Conds:RS_29._col0, _col1=RS_32._col0, _col1(Left Outer),Output:["_col0","_col1","_col4"] + <-Reducer 2 [ONE_TO_ONE_EDGE] vectorized, llap + FORWARD [RS_29] PartitionCols:_col0, _col1 - Group By Operator [GBY_4] (rows=250 width=178) + Group By Operator [GBY_28] (rows=250 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_26] PartitionCols:_col0, _col1 - Group By Operator [GBY_2] (rows=250 width=178) + Group By Operator [GBY_24] (rows=250 width=178) Output:["_col0","_col1"],keys:key, value - Select Operator [SEL_1] (rows=500 width=178) + Select Operator [SEL_22] (rows=500 width=178) Output:["key","value"] TableScan [TS_0] (rows=500 width=178) default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 4 [ONE_TO_ONE_EDGE] llap - FORWARD [RS_14] + <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized, llap + FORWARD [RS_32] PartitionCols:_col0, _col1 - Select Operator [SEL_12] (rows=83 width=182) + Select Operator [SEL_31] (rows=83 width=182) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_11] (rows=83 width=178) + Group By Operator [GBY_30] (rows=83 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_10] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=83 width=178) + Group By Operator [GBY_25] (rows=83 width=178) Output:["_col0","_col1"],keys:key, value - Filter Operator [FIL_20] (rows=166 width=178) + Filter Operator [FIL_23] (rows=166 width=178) predicate:((value > 'val_12') and key is not null) Please refer to the previous TableScan [TS_0] @@ -1853,24 +1853,24 @@ Stage-0 Reducer 2 llap File Output Operator [FS_12] Merge Join Operator [MERGEJOIN_17] (rows=133 width=178) - Conds:RS_8._col0, _col1=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_20._col0, _col1=RS_24._col0, _col1(Left Semi),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:_col0, _col1 - Select Operator [SEL_2] (rows=166 width=178) + Select Operator [SEL_19] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_15] (rows=166 width=178) + Filter Operator [FIL_18] (rows=166 width=178) predicate:((value > 'val_9') and key is not null) TableScan [TS_0] (rows=500 width=178) default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"],properties:{"insideView":"TRUE"} - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=83 width=178) + Group By Operator [GBY_23] (rows=83 width=178) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=166 width=178) + Select Operator [SEL_22] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_16] (rows=166 width=178) + Filter Operator [FIL_21] (rows=166 width=178) predicate:((value > 'val_9') and key is not null) TableScan [TS_3] (rows=500 width=178) default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -1905,24 +1905,24 @@ Stage-0 Reducer 2 llap File Output Operator [FS_12] Merge Join Operator [MERGEJOIN_17] (rows=133 width=178) - Conds:RS_8._col0, _col1=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_20._col0, _col1=RS_24._col0, _col1(Left Semi),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:_col0, _col1 - Select Operator [SEL_2] (rows=166 width=178) + Select Operator [SEL_19] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_15] (rows=166 width=178) + Filter Operator [FIL_18] (rows=166 width=178) predicate:((value > 'val_9') and key is not null) TableScan [TS_0] (rows=500 width=178) default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=83 width=178) + Group By Operator [GBY_23] (rows=83 width=178) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=166 width=178) + Select Operator [SEL_22] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_16] (rows=166 width=178) + Filter Operator [FIL_21] (rows=166 width=178) predicate:((value > 'val_9') and key is not null) TableScan [TS_3] (rows=500 width=178) default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -1947,24 +1947,24 @@ Stage-0 Reducer 2 llap File Output Operator [FS_12] Merge Join Operator [MERGEJOIN_17] (rows=133 width=178) - Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_20._col0=RS_24._col0(Left Semi),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:_col0 - Select Operator [SEL_2] (rows=166 width=178) + Select Operator [SEL_19] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_15] (rows=166 width=178) + Filter Operator [FIL_18] (rows=166 width=178) predicate:(key > '9') TableScan [TS_0] (rows=500 width=178) default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=83 width=87) + Group By Operator [GBY_23] (rows=83 width=87) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=166 width=87) + Select Operator [SEL_22] (rows=166 width=87) Output:["_col0"] - Filter Operator [FIL_16] (rows=166 width=87) + Filter Operator [FIL_21] (rows=166 width=87) predicate:(key > '9') TableScan [TS_3] (rows=500 width=87) default@src_cbo,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -1995,15 +1995,15 @@ Stage-0 Select Operator [SEL_21] (rows=3 width=8) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_32] (rows=3 width=8) - Conds:RS_18._col1, _col4=RS_19._col0, _col1(Left Semi),Output:["_col0","_col3"] - <-Map 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_19] + Conds:RS_18._col1, _col4=RS_44._col0, _col1(Left Semi),Output:["_col0","_col3"] + <-Map 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_44] PartitionCols:_col0, _col1 - Group By Operator [GBY_17] (rows=1 width=8) + Group By Operator [GBY_43] (rows=1 width=8) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_12] (rows=2 width=8) + Select Operator [SEL_42] (rows=2 width=8) Output:["_col0","_col1"] - Filter Operator [FIL_30] (rows=2 width=96) + Filter Operator [FIL_41] (rows=2 width=96) predicate:((l_linenumber = 1) and (l_shipmode = 'AIR') and l_orderkey is not null) TableScan [TS_10] (rows=100 width=96) default@lineitem,lineitem,Tbl:COMPLETE,Col:COMPLETE,Output:["l_orderkey","l_linenumber","l_shipmode"] @@ -2011,27 +2011,27 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1, _col4 Merge Join Operator [MERGEJOIN_31] (rows=7 width=16) - Conds:RS_13._col0=RS_14._col1(Inner),Output:["_col0","_col1","_col3","_col4"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] + Conds:RS_37._col0=RS_40._col1(Inner),Output:["_col0","_col1","_col3","_col4"] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_40] PartitionCols:_col1 - Select Operator [SEL_9] (rows=14 width=16) + Select Operator [SEL_39] (rows=14 width=16) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_29] (rows=14 width=16) + Filter Operator [FIL_38] (rows=14 width=16) predicate:((l_linenumber = 1) and l_orderkey is not null and l_partkey is not null) TableScan [TS_7] (rows=100 width=16) default@lineitem,li,Tbl:COMPLETE,Col:COMPLETE,Output:["l_orderkey","l_partkey","l_suppkey","l_linenumber"] - <-Reducer 2 [ONE_TO_ONE_EDGE] llap - FORWARD [RS_13] + <-Reducer 2 [ONE_TO_ONE_EDGE] vectorized, llap + FORWARD [RS_37] PartitionCols:_col0 - Group By Operator [GBY_5] (rows=50 width=4) + Group By Operator [GBY_36] (rows=50 width=4) Output:["_col0"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_35] PartitionCols:_col0 - Group By Operator [GBY_3] (rows=50 width=4) + Group By Operator [GBY_34] (rows=50 width=4) Output:["_col0"],keys:l_partkey - Filter Operator [FIL_28] (rows=100 width=4) + Filter Operator [FIL_33] (rows=100 width=4) predicate:l_partkey is not null TableScan [TS_0] (rows=100 width=4) default@lineitem,lineitem,Tbl:COMPLETE,Col:COMPLETE,Output:["l_partkey"] @@ -2063,13 +2063,13 @@ Stage-0 Reducer 4 llap File Output Operator [FS_31] Merge Join Operator [MERGEJOIN_44] (rows=32 width=186) - Conds:RS_27._col2=RS_28._col0(Left Semi),Output:["_col0","_col1","_col2"] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_27] + Conds:RS_57._col2=RS_63._col0(Left Semi),Output:["_col0","_col1","_col2"] + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_57] PartitionCols:_col2 - Filter Operator [FIL_37] (rows=66 width=186) + Filter Operator [FIL_56] (rows=66 width=186) predicate:_col2 is not null - Group By Operator [GBY_14] (rows=66 width=186) + Group By Operator [GBY_55] (rows=66 width=186) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_13] @@ -2077,46 +2077,46 @@ Stage-0 Group By Operator [GBY_12] (rows=66 width=186) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1 Merge Join Operator [MERGEJOIN_43] (rows=133 width=178) - Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0","_col1"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + Conds:RS_47._col0=RS_54._col0(Left Semi),Output:["_col0","_col1"] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_54] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=83 width=87) + Group By Operator [GBY_52] (rows=83 width=87) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=166 width=87) + Select Operator [SEL_50] (rows=166 width=87) Output:["_col0"] - Filter Operator [FIL_39] (rows=166 width=87) + Filter Operator [FIL_48] (rows=166 width=87) predicate:(key > '8') TableScan [TS_3] (rows=500 width=87) default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_47] PartitionCols:_col0 - Select Operator [SEL_2] (rows=166 width=178) + Select Operator [SEL_46] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_38] (rows=166 width=178) + Filter Operator [FIL_45] (rows=166 width=178) predicate:(key > '8') TableScan [TS_0] (rows=500 width=178) default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_28] + <-Reducer 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_63] PartitionCols:_col0 - Group By Operator [GBY_26] (rows=41 width=8) + Group By Operator [GBY_62] (rows=41 width=8) Output:["_col0"],keys:_col0 - Select Operator [SEL_24] (rows=83 width=8) + Select Operator [SEL_61] (rows=83 width=8) Output:["_col0"] - Filter Operator [FIL_40] (rows=83 width=8) + Filter Operator [FIL_60] (rows=83 width=8) predicate:_col1 is not null - Select Operator [SEL_42] (rows=83 width=8) + Select Operator [SEL_59] (rows=83 width=8) Output:["_col1"] - Group By Operator [GBY_22] (rows=83 width=95) + Group By Operator [GBY_58] (rows=83 width=95) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_21] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_53] PartitionCols:_col0 - Group By Operator [GBY_20] (rows=83 width=95) + Group By Operator [GBY_51] (rows=83 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:key - Filter Operator [FIL_41] (rows=166 width=87) + Filter Operator [FIL_49] (rows=166 width=87) predicate:(key > '9') Please refer to the previous TableScan [TS_3] @@ -2146,20 +2146,20 @@ Stage-0 Reducer 3 llap File Output Operator [FS_21] Merge Join Operator [MERGEJOIN_26] (rows=6 width=227) - Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0","_col1","_col2"] - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_17] + Conds:RS_32._col1=RS_18._col0(Left Semi),Output:["_col0","_col1","_col2"] + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_32] PartitionCols:_col1 - Select Operator [SEL_6] (rows=13 width=227) + Select Operator [SEL_31] (rows=13 width=227) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_5] (rows=13 width=235) + Group By Operator [GBY_30] (rows=13 width=235) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_29] PartitionCols:_col0, _col1 - Group By Operator [GBY_3] (rows=13 width=235) + Group By Operator [GBY_28] (rows=13 width=235) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(p_size)","count(p_size)"],keys:p_name, p_mfgr - Filter Operator [FIL_24] (rows=26 width=223) + Filter Operator [FIL_27] (rows=26 width=223) predicate:p_name is not null TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"] @@ -2176,8 +2176,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST","partition by:":"_col2"}] Select Operator [SEL_9] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_33] PartitionCols:p_mfgr TableScan [TS_7] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -2209,9 +2209,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_26] - Select Operator [SEL_25] (rows=500 width=178) + Reducer 4 vectorized, llap + File Output Operator [FS_45] + Select Operator [SEL_44] (rows=500 width=178) Output:["_col0","_col1"] <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_24] @@ -2220,43 +2220,43 @@ Stage-0 Filter Operator [FIL_22] (rows=500 width=195) predicate:((_col2 = 0L) or (_col5 is null and _col0 is not null and (_col3 >= _col2))) Merge Join Operator [MERGEJOIN_31] (rows=500 width=195) - Conds:RS_19._col0=RS_20._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5"] + Conds:RS_19._col0=RS_43._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_19] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_30] (rows=500 width=194) Conds:(Inner),Output:["_col0","_col1","_col2","_col3"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_16] - Select Operator [SEL_1] (rows=500 width=178) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_33] + Select Operator [SEL_32] (rows=500 width=178) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=178) default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 6 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_17] - Group By Operator [GBY_7] (rows=1 width=16) + <-Reducer 6 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_40] + Group By Operator [GBY_39] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)","count(VALUE._col1)"] - <-Map 5 [CUSTOM_SIMPLE_EDGE] llap - SHUFFLE [RS_6] - Group By Operator [GBY_5] (rows=1 width=16) + <-Map 5 [CUSTOM_SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_37] + Group By Operator [GBY_35] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["count()","count(key)"] - Filter Operator [FIL_28] (rows=166 width=87) + Filter Operator [FIL_34] (rows=166 width=87) predicate:(key > '2') TableScan [TS_2] (rows=500 width=87) default@src_cbo,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 7 [ONE_TO_ONE_EDGE] llap - FORWARD [RS_20] + <-Reducer 7 [ONE_TO_ONE_EDGE] vectorized, llap + FORWARD [RS_43] PartitionCols:_col0 - Select Operator [SEL_15] (rows=83 width=91) + Select Operator [SEL_42] (rows=83 width=91) Output:["_col0","_col1"] - Group By Operator [GBY_14] (rows=83 width=87) + Group By Operator [GBY_41] (rows=83 width=87) Output:["_col0"],keys:KEY._col0 - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_13] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_38] PartitionCols:_col0 - Group By Operator [GBY_12] (rows=83 width=87) + Group By Operator [GBY_36] (rows=83 width=87) Output:["_col0"],keys:key - Please refer to the previous Filter Operator [FIL_28] + Please refer to the previous Filter Operator [FIL_34] PREHOOK: query: explain select p_mfgr, b.p_name, p_size from part b @@ -2293,51 +2293,51 @@ Stage-0 Filter Operator [FIL_24] (rows=13 width=231) predicate:(not CASE WHEN ((_col4 = 0L)) THEN (false) WHEN (_col4 is null) THEN (false) WHEN (_col8 is not null) THEN (true) WHEN (_col0 is null) THEN (null) WHEN ((_col5 < _col4)) THEN (true) ELSE (false) END) Merge Join Operator [MERGEJOIN_32] (rows=26 width=230) - Conds:RS_21._col0, _col1=RS_22._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col8"] + Conds:RS_21._col0, _col1=RS_48._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col8"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_21] PartitionCols:_col0, _col1 Merge Join Operator [MERGEJOIN_31] (rows=26 width=229) - Conds:RS_18._col1=RS_19._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_18] + Conds:RS_36._col1=RS_44._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_36] PartitionCols:_col1 - Select Operator [SEL_1] (rows=26 width=223) + Select Operator [SEL_33] (rows=26 width=223) Output:["_col0","_col1","_col2"] TableScan [TS_0] (rows=26 width=223) default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"] - <-Reducer 4 [ONE_TO_ONE_EDGE] llap - FORWARD [RS_19] + <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized, llap + FORWARD [RS_44] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=2 width=114) + Group By Operator [GBY_43] (rows=2 width=114) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_41] PartitionCols:_col0 - Group By Operator [GBY_5] (rows=2 width=114) + Group By Operator [GBY_39] (rows=2 width=114) Output:["_col0","_col1","_col2"],aggregations:["count()","count(p_name)"],keys:p_mfgr - Select Operator [SEL_4] (rows=8 width=223) + Select Operator [SEL_37] (rows=8 width=223) Output:["p_name","p_mfgr"] - Filter Operator [FIL_29] (rows=8 width=223) + Filter Operator [FIL_34] (rows=8 width=223) predicate:((p_size < 10) and p_mfgr is not null) Please refer to the previous TableScan [TS_0] - <-Reducer 5 [ONE_TO_ONE_EDGE] llap - FORWARD [RS_22] + <-Reducer 5 [ONE_TO_ONE_EDGE] vectorized, llap + FORWARD [RS_48] PartitionCols:_col0, _col1 - Select Operator [SEL_17] (rows=4 width=223) + Select Operator [SEL_47] (rows=4 width=223) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_16] (rows=4 width=219) + Filter Operator [FIL_46] (rows=4 width=219) predicate:_col0 is not null - Group By Operator [GBY_14] (rows=4 width=219) + Group By Operator [GBY_45] (rows=4 width=219) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_13] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_42] PartitionCols:_col0, _col1 - Group By Operator [GBY_12] (rows=4 width=219) + Group By Operator [GBY_40] (rows=4 width=219) Output:["_col0","_col1"],keys:p_name, p_mfgr - Select Operator [SEL_11] (rows=8 width=223) + Select Operator [SEL_38] (rows=8 width=223) Output:["p_name","p_mfgr"] - Filter Operator [FIL_30] (rows=8 width=223) + Filter Operator [FIL_35] (rows=8 width=223) predicate:((p_size < 10) and p_mfgr is not null) Please refer to the previous TableScan [TS_0] @@ -2369,9 +2369,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_31] - Select Operator [SEL_30] (rows=26 width=125) + Reducer 4 vectorized, llap + File Output Operator [FS_50] + Select Operator [SEL_49] (rows=26 width=125) Output:["_col0","_col1"] <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_29] @@ -2380,19 +2380,19 @@ Stage-0 Filter Operator [FIL_27] (rows=26 width=141) predicate:((_col2 = 0L) or (_col5 is null and _col1 is not null and (_col3 >= _col2))) Merge Join Operator [MERGEJOIN_37] (rows=26 width=141) - Conds:RS_24.UDFToDouble(_col1)=RS_25._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5"] - <-Reducer 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_25] + Conds:RS_24.UDFToDouble(_col1)=RS_47._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5"] + <-Reducer 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_47] PartitionCols:_col0 - Select Operator [SEL_20] (rows=1 width=12) + Select Operator [SEL_45] (rows=1 width=12) Output:["_col0","_col1"] - Group By Operator [GBY_7] (rows=1 width=16) + Group By Operator [GBY_43] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 5 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_6] - Group By Operator [GBY_5] (rows=1 width=16) + <-Map 5 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_42] + Group By Operator [GBY_41] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(p_size)","count(p_size)"] - Filter Operator [FIL_33] (rows=8 width=4) + Filter Operator [FIL_40] (rows=8 width=4) predicate:(p_size < 10) TableScan [TS_2] (rows=26 width=4) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_size"] @@ -2401,16 +2401,16 @@ Stage-0 PartitionCols:UDFToDouble(_col1) Merge Join Operator [MERGEJOIN_36] (rows=26 width=141) Conds:(Inner),Output:["_col0","_col1","_col2","_col3"] - <-Reducer 6 [CUSTOM_SIMPLE_EDGE] llap - SHUFFLE [RS_22] - Group By Operator [GBY_12] (rows=1 width=16) + <-Reducer 6 [CUSTOM_SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_48] + Group By Operator [GBY_46] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["count()","count(_col0)"] - Select Operator [SEL_8] (rows=1 width=16) + Select Operator [SEL_44] (rows=1 width=16) Output:["_col0"] - Please refer to the previous Group By Operator [GBY_7] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_21] - Select Operator [SEL_1] (rows=26 width=125) + Please refer to the previous Group By Operator [GBY_43] + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_39] + Select Operator [SEL_38] (rows=26 width=125) Output:["_col0","_col1"] TableScan [TS_0] (rows=26 width=125) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_size"] @@ -2450,9 +2450,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 5 llap - File Output Operator [FS_37] - Select Operator [SEL_36] (rows=3 width=106) + Reducer 5 vectorized, llap + File Output Operator [FS_68] + Select Operator [SEL_67] (rows=3 width=106) Output:["_col0","_col1"] <-Reducer 4 [SIMPLE_EDGE] llap SHUFFLE [RS_35] @@ -2461,65 +2461,65 @@ Stage-0 Filter Operator [FIL_33] (rows=3 width=119) predicate:(not CASE WHEN ((_col3 = 0L)) THEN (false) WHEN (_col3 is null) THEN (false) WHEN (_col7 is not null) THEN (true) WHEN (_col0 is null) THEN (null) WHEN ((_col4 < _col3)) THEN (true) ELSE (false) END) Merge Join Operator [MERGEJOIN_44] (rows=5 width=114) - Conds:RS_30._col0, _col1=RS_31._col0, _col1(Left Outer),Output:["_col0","_col1","_col3","_col4","_col7"] + Conds:RS_30._col0, _col1=RS_66._col0, _col1(Left Outer),Output:["_col0","_col1","_col3","_col4","_col7"] <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_30] PartitionCols:_col0, _col1 Merge Join Operator [MERGEJOIN_43] (rows=5 width=112) - Conds:RS_27._col1=RS_28._col0(Left Outer),Output:["_col0","_col1","_col3","_col4"] - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_27] + Conds:RS_53._col1=RS_60._col0(Left Outer),Output:["_col0","_col1","_col3","_col4"] + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_53] PartitionCols:_col1 - Group By Operator [GBY_4] (rows=5 width=106) + Group By Operator [GBY_52] (rows=5 width=106) Output:["_col0","_col1"],aggregations:["min(VALUE._col0)"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_50] PartitionCols:_col0 - Group By Operator [GBY_2] (rows=5 width=106) + Group By Operator [GBY_47] (rows=5 width=106) Output:["_col0","_col1"],aggregations:["min(p_retailprice)"],keys:p_mfgr - Select Operator [SEL_1] (rows=26 width=106) + Select Operator [SEL_45] (rows=26 width=106) Output:["p_mfgr","p_retailprice"] TableScan [TS_0] (rows=26 width=106) default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_retailprice"] - <-Reducer 7 [ONE_TO_ONE_EDGE] llap - FORWARD [RS_28] + <-Reducer 7 [ONE_TO_ONE_EDGE] vectorized, llap + FORWARD [RS_60] PartitionCols:_col0 - Group By Operator [GBY_16] (rows=1 width=24) + Group By Operator [GBY_59] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Reducer 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_15] + <-Reducer 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_58] PartitionCols:_col0 - Group By Operator [GBY_14] (rows=1 width=24) + Group By Operator [GBY_57] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["count()","count(_col0)"],keys:_col1 - Select Operator [SEL_12] (rows=1 width=114) + Select Operator [SEL_56] (rows=1 width=114) Output:["_col0","_col1"] - Filter Operator [FIL_40] (rows=1 width=114) + Filter Operator [FIL_55] (rows=1 width=114) predicate:(((_col2 - _col1) > 600.0D) and _col1 is not null) - Group By Operator [GBY_10] (rows=5 width=114) + Group By Operator [GBY_54] (rows=5 width=114) Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_51] PartitionCols:_col0 - Group By Operator [GBY_8] (rows=5 width=114) + Group By Operator [GBY_48] (rows=5 width=114) Output:["_col0","_col1","_col2"],aggregations:["min(p_retailprice)","max(p_retailprice)"],keys:p_mfgr - Please refer to the previous Select Operator [SEL_1] - <-Reducer 8 [SIMPLE_EDGE] llap - SHUFFLE [RS_31] + Please refer to the previous Select Operator [SEL_45] + <-Reducer 8 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_66] PartitionCols:_col0, _col1 - Select Operator [SEL_26] (rows=1 width=110) + Select Operator [SEL_65] (rows=1 width=110) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_25] (rows=1 width=110) + Filter Operator [FIL_64] (rows=1 width=110) predicate:_col0 is not null - Select Operator [SEL_24] (rows=1 width=110) + Select Operator [SEL_63] (rows=1 width=110) Output:["_col0","_col1"] - Filter Operator [FIL_41] (rows=1 width=114) + Filter Operator [FIL_62] (rows=1 width=114) predicate:(((_col2 - _col1) > 600.0D) and _col1 is not null) - Group By Operator [GBY_22] (rows=5 width=114) + Group By Operator [GBY_61] (rows=5 width=114) Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_21] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_49] PartitionCols:_col0 - Group By Operator [GBY_20] (rows=5 width=114) + Group By Operator [GBY_46] (rows=5 width=114) Output:["_col0","_col1","_col2"],aggregations:["min(p_retailprice)","max(p_retailprice)"],keys:p_mfgr Please refer to the previous TableScan [TS_0] @@ -2544,8 +2544,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"0 ASC NULLS FIRST","partition by:":"0"}] Select Operator [SEL_2] (rows=20 width=459) Output:["_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_7] PartitionCols:0 TableScan [TS_0] (rows=20 width=7) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int"] @@ -2571,8 +2571,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"0 ASC NULLS FIRST","partition by:":"0"}] Select Operator [SEL_2] (rows=20 width=459) Output:["_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_7] PartitionCols:0 TableScan [TS_0] (rows=20 width=7) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int"] @@ -2598,8 +2598,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}] Select Operator [SEL_2] (rows=20 width=621) Output:["_col0","_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_7] PartitionCols:key TableScan [TS_0] (rows=20 width=169) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int","key","value"] @@ -2617,16 +2617,16 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 llap - File Output Operator [FS_6] - Select Operator [SEL_4] (rows=25 width=179) + Reducer 2 vectorized, llap + File Output Operator [FS_11] + Select Operator [SEL_10] (rows=25 width=179) Output:["_col0","_col1","_col2"] - PTF Operator [PTF_3] (rows=25 width=443) + PTF Operator [PTF_9] (rows=25 width=443) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}] - Select Operator [SEL_2] (rows=25 width=443) + Select Operator [SEL_8] (rows=25 width=443) Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_7] PartitionCols:key TableScan [TS_0] (rows=25 width=175) default@src1,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -2654,17 +2654,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_19] - Group By Operator [GBY_17] (rows=1 width=16) + Reducer 4 vectorized, llap + File Output Operator [FS_36] + Group By Operator [GBY_35] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_16] - Group By Operator [GBY_15] (rows=1 width=16) + <-Reducer 3 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_34] + Group By Operator [GBY_33] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_13] (rows=16 width=94) + Select Operator [SEL_32] (rows=16 width=94) Output:["_col0","_col1"] - Group By Operator [GBY_12] (rows=16 width=94) + Group By Operator [GBY_31] (rows=16 width=94) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_11] @@ -2672,22 +2672,22 @@ Stage-0 Group By Operator [GBY_10] (rows=16 width=94) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 Merge Join Operator [MERGEJOIN_24] (rows=40 width=86) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_27._col0=RS_30._col0(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:_col0 - Select Operator [SEL_2] (rows=25 width=86) + Select Operator [SEL_26] (rows=25 width=86) Output:["_col0"] - Filter Operator [FIL_22] (rows=25 width=86) + Filter Operator [FIL_25] (rows=25 width=86) predicate:key is not null TableScan [TS_0] (rows=25 width=86) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_30] PartitionCols:_col0 - Select Operator [SEL_5] (rows=500 width=87) + Select Operator [SEL_29] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_23] (rows=500 width=87) + Filter Operator [FIL_28] (rows=500 width=87) predicate:key is not null TableScan [TS_3] (rows=500 width=87) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -2715,17 +2715,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_19] - Group By Operator [GBY_17] (rows=1 width=16) + Reducer 4 vectorized, llap + File Output Operator [FS_36] + Group By Operator [GBY_35] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_16] - Group By Operator [GBY_15] (rows=1 width=16) + <-Reducer 3 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_34] + Group By Operator [GBY_33] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_13] (rows=16 width=94) + Select Operator [SEL_32] (rows=16 width=94) Output:["_col0","_col1"] - Group By Operator [GBY_12] (rows=16 width=94) + Group By Operator [GBY_31] (rows=16 width=94) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_11] @@ -2733,22 +2733,22 @@ Stage-0 Group By Operator [GBY_10] (rows=16 width=94) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 Merge Join Operator [MERGEJOIN_24] (rows=40 width=86) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_27._col0=RS_30._col0(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:_col0 - Select Operator [SEL_2] (rows=25 width=86) + Select Operator [SEL_26] (rows=25 width=86) Output:["_col0"] - Filter Operator [FIL_22] (rows=25 width=86) + Filter Operator [FIL_25] (rows=25 width=86) predicate:key is not null TableScan [TS_0] (rows=25 width=86) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_30] PartitionCols:_col0 - Select Operator [SEL_5] (rows=500 width=87) + Select Operator [SEL_29] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_23] (rows=500 width=87) + Filter Operator [FIL_28] (rows=500 width=87) predicate:key is not null TableScan [TS_3] (rows=500 width=87) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -2776,37 +2776,37 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_19] - Group By Operator [GBY_17] (rows=1 width=16) + Reducer 4 vectorized, llap + File Output Operator [FS_39] + Group By Operator [GBY_38] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_16] - Group By Operator [GBY_15] (rows=1 width=16) + <-Reducer 3 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_37] + Group By Operator [GBY_36] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_13] (rows=16 width=94) + Select Operator [SEL_35] (rows=16 width=94) Output:["_col0","_col1"] - Group By Operator [GBY_12] (rows=16 width=94) + Group By Operator [GBY_34] (rows=16 width=94) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 - <-Map 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] + <-Map 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_33] PartitionCols:_col0 - Group By Operator [GBY_10] (rows=16 width=94) + Group By Operator [GBY_32] (rows=16 width=94) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Map Join Operator [MAPJOIN_24] (rows=40 width=86) - Conds:RS_6._col0=SEL_5._col0(Inner),Output:["_col0"] - <-Map 1 [BROADCAST_EDGE] llap - BROADCAST [RS_6] + Map Join Operator [MAPJOIN_31] (rows=40 width=86) + Conds:RS_28._col0=SEL_30._col0(Inner),Output:["_col0"] + <-Map 1 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_28] PartitionCols:_col0 - Select Operator [SEL_2] (rows=25 width=86) + Select Operator [SEL_27] (rows=25 width=86) Output:["_col0"] - Filter Operator [FIL_22] (rows=25 width=86) + Filter Operator [FIL_26] (rows=25 width=86) predicate:key is not null TableScan [TS_0] (rows=25 width=86) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Select Operator [SEL_5] (rows=500 width=87) + <-Select Operator [SEL_30] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_23] (rows=500 width=87) + Filter Operator [FIL_29] (rows=500 width=87) predicate:key is not null TableScan [TS_3] (rows=500 width=87) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -2834,17 +2834,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_21] - Group By Operator [GBY_19] (rows=1 width=16) + Reducer 4 vectorized, llap + File Output Operator [FS_39] + Group By Operator [GBY_38] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_18] - Group By Operator [GBY_17] (rows=1 width=16) + <-Reducer 3 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_37] + Group By Operator [GBY_36] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_15] (rows=10 width=94) + Select Operator [SEL_35] (rows=10 width=94) Output:["_col0","_col1"] - Group By Operator [GBY_14] (rows=10 width=94) + Group By Operator [GBY_34] (rows=10 width=94) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_13] @@ -2852,24 +2852,24 @@ Stage-0 Group By Operator [GBY_12] (rows=10 width=94) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 Merge Join Operator [MERGEJOIN_26] (rows=20 width=86) - Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_29._col0=RS_33._col0(Left Semi),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_29] PartitionCols:_col0 - Select Operator [SEL_2] (rows=25 width=86) + Select Operator [SEL_28] (rows=25 width=86) Output:["_col0"] - Filter Operator [FIL_24] (rows=25 width=86) + Filter Operator [FIL_27] (rows=25 width=86) predicate:key is not null TableScan [TS_0] (rows=25 width=86) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_33] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=250 width=87) + Group By Operator [GBY_32] (rows=250 width=87) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=500 width=87) + Select Operator [SEL_31] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_25] (rows=500 width=87) + Filter Operator [FIL_30] (rows=500 width=87) predicate:key is not null TableScan [TS_3] (rows=500 width=87) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -2942,10 +2942,10 @@ Stage-0 File Output Operator [FS_5] Group By Operator [GBY_3] (rows=1 width=16) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT KEY._col1:0._col0)","count(DISTINCT KEY._col1:1._col0)","sum(VALUE._col0)"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_7] PartitionCols:a - Select Operator [SEL_1] (rows=1 width=16) + Select Operator [SEL_6] (rows=1 width=16) Output:["a","b","c","d"] TableScan [TS_0] (rows=1 width=16) default@abcd,abcd,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] @@ -3030,13 +3030,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1 width=8) + Reducer 2 vectorized, llap + File Output Operator [FS_9] + Group By Operator [GBY_8] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=5 width=6) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_7] + Select Operator [SEL_6] (rows=5 width=6) TableScan [TS_0] (rows=5 width=6) default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:COMPLETE @@ -3053,13 +3053,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 llap - File Output Operator [FS_6] - Group By Operator [GBY_4] (rows=1 width=16) + Reducer 2 vectorized, llap + File Output Operator [FS_10] + Group By Operator [GBY_9] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_3] - Select Operator [SEL_1] (rows=5 width=93) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_8] + Select Operator [SEL_7] (rows=5 width=93) Output:["_col0","_col1"] TableScan [TS_0] (rows=5 width=93) default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3102,13 +3102,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 llap - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1 width=8) + Reducer 2 vectorized, llap + File Output Operator [FS_9] + Group By Operator [GBY_8] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=5 width=6) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_7] + Select Operator [SEL_6] (rows=5 width=6) TableScan [TS_0] (rows=5 width=6) default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:COMPLETE @@ -3125,13 +3125,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 llap - File Output Operator [FS_6] - Group By Operator [GBY_4] (rows=1 width=16) + Reducer 2 vectorized, llap + File Output Operator [FS_10] + Group By Operator [GBY_9] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_3] - Select Operator [SEL_1] (rows=5 width=93) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_8] + Select Operator [SEL_7] (rows=5 width=93) Output:["_col0","_col1"] TableScan [TS_0] (rows=5 width=93) default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3169,15 +3169,15 @@ Stage-0 File Output Operator [FS_8] Merge Join Operator [MERGEJOIN_9] (rows=250000 width=87) Conds:(Inner),Output:["_col0"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_4] - Select Operator [SEL_1] (rows=500 width=87) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_11] + Select Operator [SEL_10] (rows=500 width=87) Output:["_col0"] TableScan [TS_0] (rows=500 width=87) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 3 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_5] - Select Operator [SEL_3] (rows=500 width=4) + <-Map 3 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_13] + Select Operator [SEL_12] (rows=500 width=4) TableScan [TS_2] (rows=500 width=10) default@src,src2,Tbl:COMPLETE,Col:COMPLETE @@ -3215,22 +3215,22 @@ Stage-3 Stage-2 Dependency Collection{} Stage-1 - Reducer 3 llap - File Output Operator [FS_8] + Reducer 3 vectorized, llap + File Output Operator [FS_16] table:{"name:":"default.nzhang_CTAS1"} - Limit [LIM_7] (rows=10 width=178) + Limit [LIM_15] (rows=10 width=178) Number of rows:10 - Select Operator [SEL_6] (rows=10 width=178) + Select Operator [SEL_14] (rows=10 width=178) Output:["_col0","_col1"] - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_5] - Limit [LIM_4] (rows=10 width=178) + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_13] + Limit [LIM_12] (rows=10 width=178) Number of rows:10 - Select Operator [SEL_3] (rows=500 width=178) + Select Operator [SEL_11] (rows=500 width=178) Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=500 width=178) + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_10] + Select Operator [SEL_9] (rows=500 width=178) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3268,22 +3268,22 @@ Stage-3 Stage-2 Dependency Collection{} Stage-1 - Reducer 3 llap - File Output Operator [FS_8] + Reducer 3 vectorized, llap + File Output Operator [FS_16] table:{"name:":"default.nzhang_ctas3"} - Limit [LIM_7] (rows=10 width=192) + Limit [LIM_15] (rows=10 width=192) Number of rows:10 - Select Operator [SEL_6] (rows=10 width=192) + Select Operator [SEL_14] (rows=10 width=192) Output:["_col0","_col1"] - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_5] - Limit [LIM_4] (rows=10 width=192) + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_13] + Limit [LIM_12] (rows=10 width=192) Number of rows:10 - Select Operator [SEL_3] (rows=500 width=192) + Select Operator [SEL_11] (rows=500 width=192) Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] - Select Operator [SEL_1] (rows=500 width=192) + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_10] + Select Operator [SEL_9] (rows=500 width=192) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3354,27 +3354,27 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_12] - Select Operator [SEL_11] (rows=27556 width=356) + Reducer 3 vectorized, llap + File Output Operator [FS_23] + Select Operator [SEL_22] (rows=27556 width=356) Output:["_col0","_col1","_col2","_col3"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_10] Merge Join Operator [MERGEJOIN_15] (rows=27556 width=356) Conds:(Inner),Output:["_col0","_col1","_col2","_col3"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_6] - Select Operator [SEL_2] (rows=166 width=178) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_18] + Select Operator [SEL_17] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_13] (rows=166 width=178) + Filter Operator [FIL_16] (rows=166 width=178) predicate:(key < 10) TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 4 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_7] - Select Operator [SEL_5] (rows=166 width=178) + <-Map 4 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_21] + Select Operator [SEL_20] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_14] (rows=166 width=178) + Filter Operator [FIL_19] (rows=166 width=178) predicate:(key < 10) TableScan [TS_3] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3413,14 +3413,14 @@ Stage-0 Select Operator [SEL_5] (rows=1 width=8) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_7] (rows=1 width=8) - Conds:RS_2.key=RS_3.value(Inner),Output:["_col0","_col1","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + Conds:RS_8.key=RS_9.value(Inner),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_8] PartitionCols:key TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3443,25 +3443,25 @@ Stage-0 Select Operator [SEL_10] (rows=2 width=8) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_21] (rows=2 width=8) - Conds:RS_4.key=RS_6.value(Inner),RS_4.key=RS_8.key(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + Conds:RS_23.key=RS_25.value(Inner),RS_23.key=RS_27.key(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_23] PartitionCols:key - Filter Operator [FIL_18] (rows=1 width=8) + Filter Operator [FIL_22] (rows=1 width=8) predicate:key is not null TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_25] PartitionCols:value - Filter Operator [FIL_19] (rows=1 width=8) + Filter Operator [FIL_24] (rows=1 width=8) predicate:value is not null TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:key - Filter Operator [FIL_20] (rows=1 width=8) + Filter Operator [FIL_26] (rows=1 width=8) predicate:key is not null TableScan [TS_2] (rows=1 width=8) default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3484,19 +3484,19 @@ Stage-0 Select Operator [SEL_7] (rows=2 width=8) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_9] (rows=2 width=8) - Conds:RS_3.key=RS_4.value(Inner),RS_3.key=RS_5.key(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + Conds:RS_10.key=RS_11.value(Inner),RS_10.key=RS_12.key(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_10] PartitionCols:key TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_11] PartitionCols:value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_5] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_12] PartitionCols:key TableScan [TS_2] (rows=1 width=8) default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3519,25 +3519,25 @@ Stage-0 Select Operator [SEL_10] (rows=2 width=8) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_15] (rows=2 width=8) - Conds:RS_4.key, value=RS_6.value, key(Inner),RS_4.key, value=RS_8.key, value(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + Conds:RS_17.key, value=RS_19.value, key(Inner),RS_17.key, value=RS_21.key, value(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_17] PartitionCols:key, value - Filter Operator [FIL_12] (rows=1 width=8) + Filter Operator [FIL_16] (rows=1 width=8) predicate:value is not null TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_19] PartitionCols:value, key - Filter Operator [FIL_13] (rows=1 width=8) + Filter Operator [FIL_18] (rows=1 width=8) predicate:key is not null TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_21] PartitionCols:key, value - Filter Operator [FIL_14] (rows=1 width=8) + Filter Operator [FIL_20] (rows=1 width=8) predicate:value is not null TableScan [TS_2] (rows=1 width=8) default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3560,19 +3560,19 @@ Stage-0 Select Operator [SEL_7] (rows=2 width=8) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_9] (rows=2 width=8) - Conds:RS_3.key, value=RS_4.value, key(Inner),RS_3.key, value=RS_5.key, value(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + Conds:RS_10.key, value=RS_11.value, key(Inner),RS_10.key, value=RS_12.key, value(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_10] PartitionCols:key, value TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_11] PartitionCols:value, key TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_5] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_12] PartitionCols:key, value TableScan [TS_2] (rows=1 width=8) default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3595,14 +3595,14 @@ Stage-0 Select Operator [SEL_5] (rows=1 width=8) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_7] (rows=1 width=8) - Conds:RS_2.key=RS_3.value(Left Outer),Output:["_col0","_col1","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + Conds:RS_8.key=RS_9.value(Left Outer),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_8] PartitionCols:key TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3625,14 +3625,14 @@ Stage-0 Select Operator [SEL_5] (rows=1 width=8) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_7] (rows=1 width=8) - Conds:RS_2.key=RS_3.value(Right Outer),Output:["_col0","_col1","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + Conds:RS_8.key=RS_9.value(Right Outer),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_8] PartitionCols:key TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3655,14 +3655,14 @@ Stage-0 Select Operator [SEL_5] (rows=1 width=8) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_7] (rows=1 width=8) - Conds:RS_2.key=RS_3.value(Outer),Output:["_col0","_col1","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + Conds:RS_8.key=RS_9.value(Outer),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_8] PartitionCols:key TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3685,14 +3685,14 @@ Stage-0 Select Operator [SEL_5] (rows=1 width=8) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_7] (rows=1 width=8) - Conds:RS_2.key=RS_3.value(Inner),Output:["_col0","_col1","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + Conds:RS_8.key=RS_9.value(Inner),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_8] PartitionCols:key TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3781,14 +3781,14 @@ Stage-0 Select Operator [SEL_5] (rows=48 width=15) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_7] (rows=48 width=15) - Conds:RS_2.key=RS_3.key(Inner),Output:["_col0","_col1","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + Conds:RS_8.key=RS_9.key(Inner),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_8] PartitionCols:key TableScan [TS_0] (rows=26 width=7) default@smb_input1,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:key TableScan [TS_1] (rows=26 width=7) default@smb_input1,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3811,14 +3811,14 @@ Stage-0 Select Operator [SEL_5] (rows=48 width=15) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_7] (rows=48 width=15) - Conds:RS_2.key, value=RS_3.key, value(Inner),Output:["_col0","_col1","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + Conds:RS_8.key, value=RS_9.key, value(Inner),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_8] PartitionCols:key, value TableScan [TS_0] (rows=26 width=7) default@smb_input1,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:key, value TableScan [TS_1] (rows=26 width=7) default@smb_input1,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3841,14 +3841,14 @@ Stage-0 Select Operator [SEL_5] (rows=48 width=15) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_7] (rows=48 width=15) - Conds:RS_2.key=RS_3.key(Right Outer),Output:["_col0","_col1","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + Conds:RS_8.key=RS_9.key(Right Outer),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_8] PartitionCols:key TableScan [TS_0] (rows=26 width=7) default@smb_input1,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:key TableScan [TS_1] (rows=26 width=7) default@smb_input1,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3871,14 +3871,14 @@ Stage-0 Select Operator [SEL_5] (rows=48 width=15) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_7] (rows=48 width=15) - Conds:RS_2.key=RS_3.key(Inner),Output:["_col0","_col1","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + Conds:RS_8.key=RS_9.key(Inner),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_8] PartitionCols:key TableScan [TS_0] (rows=26 width=7) default@smb_input1,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:key TableScan [TS_1] (rows=26 width=7) default@smb_input1,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3901,14 +3901,14 @@ Stage-0 Select Operator [SEL_5] (rows=48 width=15) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_7] (rows=48 width=15) - Conds:RS_2.key=RS_3.key(Left Outer),Output:["_col0","_col1","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + Conds:RS_8.key=RS_9.key(Left Outer),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_8] PartitionCols:key TableScan [TS_0] (rows=26 width=7) default@smb_input1,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:key TableScan [TS_1] (rows=26 width=7) default@smb_input1,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3983,24 +3983,24 @@ Stage-0 Reducer 2 llap File Output Operator [FS_12] Merge Join Operator [MERGEJOIN_17] (rows=1 width=206) - Conds:RS_8._col1=RS_9._col0(Left Semi),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + Conds:RS_20._col1=RS_24._col0(Left Semi),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=188) + Select Operator [SEL_19] (rows=1 width=188) Output:["_col0","_col1"] - Filter Operator [FIL_15] (rows=1 width=188) + Filter Operator [FIL_18] (rows=1 width=188) predicate:id is not null TableScan [TS_0] (rows=1 width=188) default@sales,sales,Tbl:COMPLETE,Col:NONE,Output:["name","id"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=1 width=124) + Group By Operator [GBY_23] (rows=1 width=124) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=1 width=124) + Select Operator [SEL_22] (rows=1 width=124) Output:["_col0"] - Filter Operator [FIL_16] (rows=1 width=124) + Filter Operator [FIL_21] (rows=1 width=124) predicate:id is not null TableScan [TS_3] (rows=1 width=124) default@things,things,Tbl:PARTIAL,Col:NONE,Output:["id"] @@ -4034,33 +4034,33 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 1 llap - File Output Operator [FS_16] - Map Join Operator [MAPJOIN_26] (rows=805 width=10) - Conds:MAPJOIN_25._col1=RS_13._col0(Inner),Output:["_col0"] - <-Map 3 [BROADCAST_EDGE] llap - BROADCAST [RS_13] + Map 1 vectorized, llap + File Output Operator [FS_39] + Map Join Operator [MAPJOIN_38] (rows=805 width=10) + Conds:MAPJOIN_37._col1=RS_34._col0(Inner),Output:["_col0"] + <-Map 3 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_34] PartitionCols:_col0 - Select Operator [SEL_8] (rows=166 width=10) + Select Operator [SEL_33] (rows=166 width=10) Output:["_col0"] - Filter Operator [FIL_24] (rows=166 width=10) + Filter Operator [FIL_32] (rows=166 width=10) predicate:(value > 'val_450') TableScan [TS_6] (rows=500 width=10) default@src,src,Tbl:COMPLETE,Col:NONE,Output:["value"] - <-Map Join Operator [MAPJOIN_25] (rows=732 width=10) - Conds:SEL_2._col0=RS_10._col0(Inner),Output:["_col0","_col1"] - <-Map 2 [BROADCAST_EDGE] llap - BROADCAST [RS_10] + <-Map Join Operator [MAPJOIN_37] (rows=732 width=10) + Conds:SEL_36._col0=RS_31._col0(Inner),Output:["_col0","_col1"] + <-Map 2 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_31] PartitionCols:_col0 - Select Operator [SEL_5] (rows=25 width=7) + Select Operator [SEL_30] (rows=25 width=7) Output:["_col0"] - Filter Operator [FIL_23] (rows=25 width=7) + Filter Operator [FIL_29] (rows=25 width=7) predicate:key is not null TableScan [TS_3] (rows=25 width=7) default@src1,src1,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Select Operator [SEL_2] (rows=666 width=10) + <-Select Operator [SEL_36] (rows=666 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_22] (rows=666 width=10) + Filter Operator [FIL_35] (rows=666 width=10) predicate:((value > 'val_450') and key is not null) TableScan [TS_0] (rows=2000 width=10) default@srcpart,srcpart,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -4078,33 +4078,33 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 1 llap - File Output Operator [FS_16] - Map Join Operator [MAPJOIN_26] (rows=805 width=10) - Conds:MAPJOIN_25._col1=RS_13._col0(Inner),Output:["_col0"] - <-Map 3 [BROADCAST_EDGE] llap - BROADCAST [RS_13] + Map 1 vectorized, llap + File Output Operator [FS_39] + Map Join Operator [MAPJOIN_38] (rows=805 width=10) + Conds:MAPJOIN_37._col1=RS_34._col0(Inner),Output:["_col0"] + <-Map 3 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_34] PartitionCols:_col0 - Select Operator [SEL_8] (rows=166 width=10) + Select Operator [SEL_33] (rows=166 width=10) Output:["_col0"] - Filter Operator [FIL_24] (rows=166 width=10) + Filter Operator [FIL_32] (rows=166 width=10) predicate:(value > 'val_450') TableScan [TS_6] (rows=500 width=10) default@src,src,Tbl:COMPLETE,Col:NONE,Output:["value"] - <-Map Join Operator [MAPJOIN_25] (rows=732 width=10) - Conds:SEL_2._col0=RS_10._col0(Inner),Output:["_col0","_col1"] - <-Map 2 [BROADCAST_EDGE] llap - BROADCAST [RS_10] + <-Map Join Operator [MAPJOIN_37] (rows=732 width=10) + Conds:SEL_36._col0=RS_31._col0(Inner),Output:["_col0","_col1"] + <-Map 2 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_31] PartitionCols:_col0 - Select Operator [SEL_5] (rows=25 width=7) + Select Operator [SEL_30] (rows=25 width=7) Output:["_col0"] - Filter Operator [FIL_23] (rows=25 width=7) + Filter Operator [FIL_29] (rows=25 width=7) predicate:key is not null TableScan [TS_3] (rows=25 width=7) default@src1,src1,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Select Operator [SEL_2] (rows=666 width=10) + <-Select Operator [SEL_36] (rows=666 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_22] (rows=666 width=10) + Filter Operator [FIL_35] (rows=666 width=10) predicate:((value > 'val_450') and key is not null) TableScan [TS_0] (rows=2000 width=10) default@srcpart,srcpart,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -4154,8 +4154,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_10] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -4200,19 +4200,19 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_9] (rows=27 width=223) Output:["_col1","_col2","_col5"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_8] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:_col2 - Map Join Operator [MAPJOIN_21] (rows=27 width=223) - Conds:FIL_19.p_partkey=RS_5.p_partkey(Inner),Output:["_col1","_col2","_col5"] - <-Map 4 [BROADCAST_EDGE] llap - BROADCAST [RS_5] + Map Join Operator [MAPJOIN_26] (rows=27 width=223) + Conds:FIL_25.p_partkey=RS_24.p_partkey(Inner),Output:["_col1","_col2","_col5"] + <-Map 4 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_24] PartitionCols:p_partkey - Filter Operator [FIL_20] (rows=26 width=4) + Filter Operator [FIL_23] (rows=26 width=4) predicate:p_partkey is not null TableScan [TS_1] (rows=26 width=4) default@part,p2,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"] - <-Filter Operator [FIL_19] (rows=26 width=227) + <-Filter Operator [FIL_25] (rows=26 width=227) predicate:p_partkey is not null TableScan [TS_0] (rows=26 width=227) default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey","p_name","p_mfgr","p_size"] @@ -4262,8 +4262,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_10] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -4313,8 +4313,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_10] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -4360,10 +4360,10 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}] Group By Operator [GBY_8] (rows=26 width=223) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_19] PartitionCols:_col0 - Group By Operator [GBY_6] (rows=26 width=223) + Group By Operator [GBY_18] (rows=26 width=223) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_5] @@ -4374,8 +4374,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_16] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -4406,11 +4406,11 @@ Stage-0 Reducer 2 llap File Output Operator [FS_11] Map Join Operator [MAPJOIN_16] (rows=27 width=619) - Conds:FIL_14._col0=RS_8.p_partkey(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - <-Map 3 [BROADCAST_EDGE] llap - BROADCAST [RS_8] + Conds:FIL_14._col0=RS_20.p_partkey(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + <-Map 3 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_20] PartitionCols:p_partkey - Filter Operator [FIL_15] (rows=26 width=4) + Filter Operator [FIL_19] (rows=26 width=4) predicate:p_partkey is not null TableScan [TS_1] (rows=26 width=4) default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"] @@ -4420,8 +4420,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_3] (rows=26 width=887) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_18] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=619) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_brand","p_comment","p_container","p_mfgr","p_name","p_partkey","p_retailprice","p_size","p_type"] @@ -4567,8 +4567,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_10] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -4628,8 +4628,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_14] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -4685,8 +4685,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_11] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -4737,11 +4737,11 @@ Stage-0 SHUFFLE [RS_10] PartitionCols:_col2 Map Join Operator [MAPJOIN_20] (rows=27 width=231) - Conds:FIL_18._col0=RS_8.p_partkey(Inner),Output:["_col1","_col2","_col5","_col7"] - <-Map 4 [BROADCAST_EDGE] llap - BROADCAST [RS_8] + Conds:FIL_18._col0=RS_24.p_partkey(Inner),Output:["_col1","_col2","_col5","_col7"] + <-Map 4 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_24] PartitionCols:p_partkey - Filter Operator [FIL_19] (rows=26 width=4) + Filter Operator [FIL_23] (rows=26 width=4) predicate:p_partkey is not null TableScan [TS_1] (rows=26 width=4) default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"] @@ -4751,8 +4751,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_3] (rows=26 width=503) Output:["_col0","_col1","_col2","_col5","_col7"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_22] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=235) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_partkey","p_retailprice","p_size"] @@ -4898,8 +4898,8 @@ Stage-4 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_21] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -5019,8 +5019,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_14] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -5100,8 +5100,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_16] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -5147,13 +5147,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_12] - Select Operator [SEL_10] (rows=26 width=239) + Reducer 4 vectorized, llap + File Output Operator [FS_19] + Select Operator [SEL_18] (rows=26 width=239) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - PTF Operator [PTF_9] (rows=26 width=491) + PTF Operator [PTF_17] (rows=26 width=491) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] - Select Operator [SEL_8] (rows=26 width=491) + Select Operator [SEL_16] (rows=26 width=491) Output:["_col1","_col2","_col5"] <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_7] @@ -5169,8 +5169,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}] Select Operator [SEL_2] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_13] PartitionCols:p_mfgr, p_name TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -5189,19 +5189,19 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_7] - Group By Operator [GBY_5] (rows=500 width=178) + Reducer 3 vectorized, llap + File Output Operator [FS_13] + Group By Operator [GBY_12] (rows=500 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_11] PartitionCols:_col0, _col1 - Group By Operator [GBY_3] (rows=500 width=178) + Group By Operator [GBY_10] (rows=500 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_2] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] PartitionCols:rand() - Select Operator [SEL_1] (rows=500 width=178) + Select Operator [SEL_8] (rows=500 width=178) Output:["key","value"] TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -5332,22 +5332,22 @@ Stage-3 Select Operator [SEL_9] (rows=809 width=95) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_16] (rows=809 width=178) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col2"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_19._col0=RS_22._col0(Inner),Output:["_col0","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_2] (rows=500 width=87) + Select Operator [SEL_18] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_14] (rows=500 width=87) + Filter Operator [FIL_17] (rows=500 width=87) predicate:key is not null TableScan [TS_0] (rows=500 width=87) default@src,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_5] (rows=500 width=178) + Select Operator [SEL_21] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_15] (rows=500 width=178) + Filter Operator [FIL_20] (rows=500 width=178) predicate:key is not null TableScan [TS_3] (rows=500 width=178) default@src,src2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -5390,42 +5390,42 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 3 llap - File Output Operator [FS_21] - Map Join Operator [MAPJOIN_37] (rows=2 width=404) - Conds:RS_16._col0=RS_17._col0(Inner),RS_17._col0=MAPJOIN_36._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map 1 [BROADCAST_EDGE] llap - BROADCAST [RS_16] + Map 3 vectorized, llap + File Output Operator [FS_54] + Map Join Operator [MAPJOIN_53] (rows=2 width=404) + Conds:RS_46._col0=RS_43._col0(Inner),RS_43._col0=MAPJOIN_52._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_46] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=368) + Select Operator [SEL_45] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_32] (rows=1 width=368) + Filter Operator [FIL_44] (rows=1 width=368) predicate:key is not null TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] - <-Map 2 [BROADCAST_EDGE] llap - BROADCAST [RS_17] + <-Map 2 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_43] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=368) + Select Operator [SEL_42] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_33] (rows=1 width=368) + Filter Operator [FIL_41] (rows=1 width=368) predicate:key is not null TableScan [TS_3] (rows=1 width=368) default@t2,b,Tbl:COMPLETE,Col:NONE,Output:["key","val"] - <-Map Join Operator [MAPJOIN_36] (rows=1 width=404) - Conds:SEL_8._col0=RS_13._col0(Inner),Output:["_col0","_col1","_col2","_col3"] - <-Map 4 [BROADCAST_EDGE] llap - BROADCAST [RS_13] + <-Map Join Operator [MAPJOIN_52] (rows=1 width=404) + Conds:SEL_51._col0=RS_49._col0(Inner),Output:["_col0","_col1","_col2","_col3"] + <-Map 4 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_49] PartitionCols:_col0 - Select Operator [SEL_11] (rows=1 width=368) + Select Operator [SEL_48] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_35] (rows=1 width=368) + Filter Operator [FIL_47] (rows=1 width=368) predicate:key is not null TableScan [TS_9] (rows=1 width=368) default@t4,d,Tbl:COMPLETE,Col:NONE,Output:["key","val"] - <-Select Operator [SEL_8] (rows=1 width=368) + <-Select Operator [SEL_51] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_34] (rows=1 width=368) + Filter Operator [FIL_50] (rows=1 width=368) predicate:key is not null TableScan [TS_6] (rows=1 width=368) default@t3,c,Tbl:COMPLETE,Col:NONE,Output:["key","val"] @@ -5451,42 +5451,42 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 3 llap - File Output Operator [FS_21] - Map Join Operator [MAPJOIN_37] (rows=2 width=404) - Conds:RS_16._col0=RS_17._col0(Inner),RS_17._col0=MAPJOIN_36._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map 1 [BROADCAST_EDGE] llap - BROADCAST [RS_16] + Map 3 vectorized, llap + File Output Operator [FS_54] + Map Join Operator [MAPJOIN_53] (rows=2 width=404) + Conds:RS_46._col0=RS_43._col0(Inner),RS_43._col0=MAPJOIN_52._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_46] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=368) + Select Operator [SEL_45] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_32] (rows=1 width=368) + Filter Operator [FIL_44] (rows=1 width=368) predicate:key is not null TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] - <-Map 2 [BROADCAST_EDGE] llap - BROADCAST [RS_17] + <-Map 2 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_43] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=368) + Select Operator [SEL_42] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_33] (rows=1 width=368) + Filter Operator [FIL_41] (rows=1 width=368) predicate:key is not null TableScan [TS_3] (rows=1 width=368) default@t2,b,Tbl:COMPLETE,Col:NONE,Output:["key","val"] - <-Map Join Operator [MAPJOIN_36] (rows=1 width=404) - Conds:SEL_8._col0=RS_13._col0(Inner),Output:["_col0","_col1","_col2","_col3"] - <-Map 4 [BROADCAST_EDGE] llap - BROADCAST [RS_13] + <-Map Join Operator [MAPJOIN_52] (rows=1 width=404) + Conds:SEL_51._col0=RS_49._col0(Inner),Output:["_col0","_col1","_col2","_col3"] + <-Map 4 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_49] PartitionCols:_col0 - Select Operator [SEL_11] (rows=1 width=368) + Select Operator [SEL_48] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_35] (rows=1 width=368) + Filter Operator [FIL_47] (rows=1 width=368) predicate:key is not null TableScan [TS_9] (rows=1 width=368) default@t4,d,Tbl:COMPLETE,Col:NONE,Output:["key","val"] - <-Select Operator [SEL_8] (rows=1 width=368) + <-Select Operator [SEL_51] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_34] (rows=1 width=368) + Filter Operator [FIL_50] (rows=1 width=368) predicate:key is not null TableScan [TS_6] (rows=1 width=368) default@t3,c,Tbl:COMPLETE,Col:NONE,Output:["key","val"] @@ -5506,33 +5506,33 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_16] - Group By Operator [GBY_14] (rows=1 width=24) + Reducer 4 vectorized, llap + File Output Operator [FS_34] + Group By Operator [GBY_33] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_13] - Group By Operator [GBY_12] (rows=1 width=24) + <-Reducer 3 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_32] + Group By Operator [GBY_31] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Map 2 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_11] + <-Map 2 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_30] PartitionCols:rand() - Select Operator [SEL_9] (rows=550 width=87) + Select Operator [SEL_29] (rows=550 width=87) Output:["_col0","_col1","_col2"] - Map Join Operator [MAPJOIN_21] (rows=550 width=87) - Conds:RS_6.UDFToDouble(_col0)=SEL_5.(UDFToDouble(_col0) + 1.0D)(Inner),Output:["_col0","_col1","_col2"] - <-Map 1 [BROADCAST_EDGE] llap - BROADCAST [RS_6] + Map Join Operator [MAPJOIN_28] (rows=550 width=87) + Conds:RS_25.UDFToDouble(_col0)=SEL_27.(UDFToDouble(_col0) + 1.0D)(Inner),Output:["_col0","_col1","_col2"] + <-Map 1 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_25] PartitionCols:UDFToDouble(_col0) - Select Operator [SEL_2] (rows=1 width=368) + Select Operator [SEL_24] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_19] (rows=1 width=368) + Filter Operator [FIL_23] (rows=1 width=368) predicate:key is not null TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] - <-Select Operator [SEL_5] (rows=500 width=87) + <-Select Operator [SEL_27] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_20] (rows=500 width=87) + Filter Operator [FIL_26] (rows=500 width=87) predicate:key is not null TableScan [TS_3] (rows=500 width=87) default@src,c,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -5574,22 +5574,22 @@ Stage-0 Reducer 2 llap File Output Operator [FS_10] Merge Join Operator [MERGEJOIN_15] (rows=809 width=356) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_18._col0=RS_21._col0(Inner),Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_18] PartitionCols:_col0 - Select Operator [SEL_2] (rows=500 width=178) + Select Operator [SEL_17] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_13] (rows=500 width=178) + Filter Operator [FIL_16] (rows=500 width=178) predicate:key is not null TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_21] PartitionCols:_col0 - Select Operator [SEL_5] (rows=500 width=178) + Select Operator [SEL_20] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_14] (rows=500 width=178) + Filter Operator [FIL_19] (rows=500 width=178) predicate:key is not null TableScan [TS_3] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -5609,33 +5609,33 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_16] - Group By Operator [GBY_14] (rows=1 width=16) + Reducer 3 vectorized, llap + File Output Operator [FS_34] + Group By Operator [GBY_33] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_13] - Group By Operator [GBY_12] (rows=1 width=16) + <-Reducer 2 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_32] + Group By Operator [GBY_31] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_11] + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_30] PartitionCols:rand() - Select Operator [SEL_9] (rows=1 width=202) + Select Operator [SEL_29] (rows=1 width=202) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_21] (rows=1 width=202) - Conds:SEL_2._col0=RS_7._col0(Inner),Output:["_col0","_col1"] - <-Map 4 [BROADCAST_EDGE] llap - BROADCAST [RS_7] + Map Join Operator [MAPJOIN_28] (rows=1 width=202) + Conds:SEL_27._col0=RS_25._col0(Inner),Output:["_col0","_col1"] + <-Map 4 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_25] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=184) + Select Operator [SEL_24] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_20] (rows=1 width=184) + Filter Operator [FIL_23] (rows=1 width=184) predicate:val is not null TableScan [TS_3] (rows=1 width=184) default@t1,v,Tbl:COMPLETE,Col:NONE,Output:["val"] - <-Select Operator [SEL_2] (rows=1 width=184) + <-Select Operator [SEL_27] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_19] (rows=1 width=184) + Filter Operator [FIL_26] (rows=1 width=184) predicate:key is not null TableScan [TS_0] (rows=1 width=184) default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"] @@ -5655,33 +5655,33 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_16] - Group By Operator [GBY_14] (rows=1 width=16) + Reducer 4 vectorized, llap + File Output Operator [FS_34] + Group By Operator [GBY_33] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_13] - Group By Operator [GBY_12] (rows=1 width=16) + <-Reducer 3 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_32] + Group By Operator [GBY_31] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 2 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_11] + <-Map 2 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_30] PartitionCols:rand() - Select Operator [SEL_9] (rows=1 width=202) + Select Operator [SEL_29] (rows=1 width=202) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_21] (rows=1 width=202) - Conds:RS_6._col0=SEL_5._col0(Inner),Output:["_col0","_col2"] - <-Map 1 [BROADCAST_EDGE] llap - BROADCAST [RS_6] + Map Join Operator [MAPJOIN_28] (rows=1 width=202) + Conds:RS_25._col0=SEL_27._col0(Inner),Output:["_col0","_col2"] + <-Map 1 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_25] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=184) + Select Operator [SEL_24] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_19] (rows=1 width=184) + Filter Operator [FIL_23] (rows=1 width=184) predicate:key is not null TableScan [TS_0] (rows=1 width=184) default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Select Operator [SEL_5] (rows=1 width=368) + <-Select Operator [SEL_27] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_20] (rows=1 width=368) + Filter Operator [FIL_26] (rows=1 width=368) predicate:key is not null TableScan [TS_3] (rows=1 width=368) default@t1,v,Tbl:COMPLETE,Col:NONE,Output:["key","val"] @@ -5701,31 +5701,31 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_15] - Group By Operator [GBY_13] (rows=1 width=8) + Reducer 3 vectorized, llap + File Output Operator [FS_32] + Group By Operator [GBY_31] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_12] - Group By Operator [GBY_11] (rows=1 width=8) + <-Reducer 2 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_30] + Group By Operator [GBY_29] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_10] + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_28] PartitionCols:rand() - Map Join Operator [MAPJOIN_20] (rows=1 width=202) - Conds:SEL_2._col0=RS_7._col0(Inner) - <-Map 4 [BROADCAST_EDGE] llap - BROADCAST [RS_7] + Map Join Operator [MAPJOIN_27] (rows=1 width=202) + Conds:SEL_26._col0=RS_24._col0(Inner) + <-Map 4 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_24] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=184) + Select Operator [SEL_23] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_19] (rows=1 width=184) + Filter Operator [FIL_22] (rows=1 width=184) predicate:key is not null TableScan [TS_3] (rows=1 width=184) default@t1,b,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Select Operator [SEL_2] (rows=1 width=184) + <-Select Operator [SEL_26] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_18] (rows=1 width=184) + Filter Operator [FIL_25] (rows=1 width=184) predicate:key is not null TableScan [TS_0] (rows=1 width=184) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] @@ -5745,29 +5745,29 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_14] - Group By Operator [GBY_12] (rows=1 width=24) + Reducer 3 vectorized, llap + File Output Operator [FS_28] + Group By Operator [GBY_27] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_11] - Group By Operator [GBY_10] (rows=1 width=24) + <-Reducer 2 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_26] + Group By Operator [GBY_25] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_9] + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_24] PartitionCols:rand() - Select Operator [SEL_7] (rows=1 width=404) + Select Operator [SEL_23] (rows=1 width=404) Output:["_col0","_col1","_col2"] - Map Join Operator [MAPJOIN_17] (rows=1 width=404) - Conds:SEL_1.UDFToDouble(_col0)=RS_5.(UDFToDouble(_col0) + 1.0D)(Left Outer),Output:["_col0","_col1","_col2"] - <-Map 4 [BROADCAST_EDGE] llap - BROADCAST [RS_5] + Map Join Operator [MAPJOIN_22] (rows=1 width=404) + Conds:SEL_21.UDFToDouble(_col0)=RS_20.(UDFToDouble(_col0) + 1.0D)(Left Outer),Output:["_col0","_col1","_col2"] + <-Map 4 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_20] PartitionCols:(UDFToDouble(_col0) + 1.0D) - Select Operator [SEL_3] (rows=1 width=184) + Select Operator [SEL_19] (rows=1 width=184) Output:["_col0"] TableScan [TS_2] (rows=1 width=184) default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Select Operator [SEL_1] (rows=1 width=368) + <-Select Operator [SEL_21] (rows=1 width=368) Output:["_col0","_col1"] TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] @@ -5787,29 +5787,29 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_14] - Group By Operator [GBY_12] (rows=1 width=24) + Reducer 4 vectorized, llap + File Output Operator [FS_28] + Group By Operator [GBY_27] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_11] - Group By Operator [GBY_10] (rows=1 width=24) + <-Reducer 3 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_26] + Group By Operator [GBY_25] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Map 2 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_9] + <-Map 2 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_24] PartitionCols:rand() - Select Operator [SEL_7] (rows=1 width=404) + Select Operator [SEL_23] (rows=1 width=404) Output:["_col0","_col1","_col2"] - Map Join Operator [MAPJOIN_17] (rows=1 width=404) - Conds:RS_4.UDFToDouble(_col0)=SEL_3.(UDFToDouble(_col0) + 1.0D)(Right Outer),Output:["_col0","_col1","_col2"] - <-Map 1 [BROADCAST_EDGE] llap - BROADCAST [RS_4] + Map Join Operator [MAPJOIN_22] (rows=1 width=404) + Conds:RS_20.UDFToDouble(_col0)=SEL_21.(UDFToDouble(_col0) + 1.0D)(Right Outer),Output:["_col0","_col1","_col2"] + <-Map 1 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_20] PartitionCols:UDFToDouble(_col0) - Select Operator [SEL_1] (rows=1 width=368) + Select Operator [SEL_19] (rows=1 width=368) Output:["_col0","_col1"] TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] - <-Select Operator [SEL_3] (rows=1 width=184) + <-Select Operator [SEL_21] (rows=1 width=184) Output:["_col0"] TableScan [TS_2] (rows=1 width=184) default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"] @@ -5829,13 +5829,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_14] - Group By Operator [GBY_12] (rows=1 width=24) + Reducer 4 vectorized, llap + File Output Operator [FS_23] + Group By Operator [GBY_22] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_11] - Group By Operator [GBY_10] (rows=1 width=24) + <-Reducer 3 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_21] + Group By Operator [GBY_20] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_9] @@ -5843,18 +5843,18 @@ Stage-0 Select Operator [SEL_7] (rows=1 width=404) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_15] (rows=1 width=404) - Conds:RS_4.UDFToDouble(_col0)=RS_5.(UDFToDouble(_col0) + 1.0D)(Outer),Output:["_col0","_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + Conds:RS_17.UDFToDouble(_col0)=RS_19.(UDFToDouble(_col0) + 1.0D)(Outer),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_17] PartitionCols:UDFToDouble(_col0) - Select Operator [SEL_1] (rows=1 width=368) + Select Operator [SEL_16] (rows=1 width=368) Output:["_col0","_col1"] TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_5] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_19] PartitionCols:(UDFToDouble(_col0) + 1.0D) - Select Operator [SEL_3] (rows=1 width=184) + Select Operator [SEL_18] (rows=1 width=184) Output:["_col0"] TableScan [TS_2] (rows=1 width=184) default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"] @@ -5874,29 +5874,29 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_14] - Group By Operator [GBY_12] (rows=1 width=16) + Reducer 3 vectorized, llap + File Output Operator [FS_28] + Group By Operator [GBY_27] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_11] - Group By Operator [GBY_10] (rows=1 width=16) + <-Reducer 2 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_26] + Group By Operator [GBY_25] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_9] + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_24] PartitionCols:rand() - Select Operator [SEL_7] (rows=1 width=202) + Select Operator [SEL_23] (rows=1 width=202) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_17] (rows=1 width=202) - Conds:SEL_1.(UDFToDouble(_col0) + 1.0D)=RS_5.UDFToDouble(_col0)(Left Outer),Output:["_col0","_col2"] - <-Map 4 [BROADCAST_EDGE] llap - BROADCAST [RS_5] + Map Join Operator [MAPJOIN_22] (rows=1 width=202) + Conds:SEL_21.(UDFToDouble(_col0) + 1.0D)=RS_20.UDFToDouble(_col0)(Left Outer),Output:["_col0","_col2"] + <-Map 4 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_20] PartitionCols:UDFToDouble(_col0) - Select Operator [SEL_3] (rows=1 width=368) + Select Operator [SEL_19] (rows=1 width=368) Output:["_col0","_col1"] TableScan [TS_2] (rows=1 width=368) default@t1,v,Tbl:COMPLETE,Col:NONE,Output:["key","val"] - <-Select Operator [SEL_1] (rows=1 width=184) + <-Select Operator [SEL_21] (rows=1 width=184) Output:["_col0"] TableScan [TS_0] (rows=1 width=184) default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"] diff --git ql/src/test/results/clientpositive/llap/explainuser_2.q.out ql/src/test/results/clientpositive/llap/explainuser_2.q.out index 819e513..ef09e27 100644 --- ql/src/test/results/clientpositive/llap/explainuser_2.q.out +++ ql/src/test/results/clientpositive/llap/explainuser_2.q.out @@ -195,13 +195,13 @@ Stage-0 Select Operator [SEL_15] (rows=64 width=268) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_26] (rows=64 width=268) - Conds:RS_12._col3=RS_13._col0(Inner),Output:["_col1","_col2","_col4"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_13] + Conds:RS_12._col3=RS_35._col0(Inner),Output:["_col1","_col2","_col4"] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_35] PartitionCols:_col0 - Select Operator [SEL_8] (rows=500 width=369) + Select Operator [SEL_34] (rows=500 width=369) Output:["_col0"] - Filter Operator [FIL_24] (rows=500 width=91) + Filter Operator [FIL_33] (rows=500 width=91) predicate:value is not null TableScan [TS_6] (rows=500 width=91) default@srcpart,z,Tbl:COMPLETE,Col:COMPLETE,Output:["value"] @@ -209,22 +209,22 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_25] (rows=40 width=266) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_9] + Conds:RS_29._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_29] PartitionCols:_col0 - Select Operator [SEL_2] (rows=500 width=178) + Select Operator [SEL_28] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_22] (rows=500 width=178) + Filter Operator [FIL_27] (rows=500 width=178) predicate:key is not null TableScan [TS_0] (rows=500 width=178) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_10] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_32] PartitionCols:_col0 - Select Operator [SEL_5] (rows=25 width=175) + Select Operator [SEL_31] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_23] (rows=25 width=175) + Filter Operator [FIL_30] (rows=25 width=175) predicate:(key is not null and value is not null) TableScan [TS_3] (rows=25 width=175) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -302,15 +302,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 5 llap - File Output Operator [FS_55] - Limit [LIM_54] (rows=5 width=285) + Reducer 5 vectorized, llap + File Output Operator [FS_126] + Limit [LIM_125] (rows=5 width=285) Number of rows:100 - Select Operator [SEL_53] (rows=5 width=285) + Select Operator [SEL_124] (rows=5 width=285) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_52] - Group By Operator [GBY_50] (rows=5 width=285) + <-Reducer 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_123] + Group By Operator [GBY_122] (rows=5 width=285) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_49] @@ -330,22 +330,22 @@ Stage-0 SHUFFLE [RS_38] PartitionCols:_col4, _col2 Merge Join Operator [MERGEJOIN_95] (rows=8 width=356) - Conds:RS_24._col0=RS_25._col0(Inner),Output:["_col2","_col3","_col4","_col5"] - <-Map 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_25] + Conds:RS_121._col0=RS_109._col0(Inner),Output:["_col2","_col3","_col4","_col5"] + <-Map 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_109] PartitionCols:_col0 - Select Operator [SEL_23] (rows=5 width=178) + Select Operator [SEL_106] (rows=5 width=178) Output:["_col0"] - Filter Operator [FIL_90] (rows=5 width=178) + Filter Operator [FIL_103] (rows=5 width=178) predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) TableScan [TS_3] (rows=500 width=178) default@src,d3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 15 [SIMPLE_EDGE] llap - SHUFFLE [RS_24] + <-Map 15 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_121] PartitionCols:_col0 - Select Operator [SEL_20] (rows=7 width=531) + Select Operator [SEL_120] (rows=7 width=531) Output:["_col0","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_89] (rows=7 width=534) + Filter Operator [FIL_119] (rows=7 width=534) predicate:((v1 = 'srv1') and k1 is not null and k2 is not null and k3 is not null and v2 is not null and v3 is not null) TableScan [TS_18] (rows=85 width=534) default@sr,sr,Tbl:COMPLETE,Col:COMPLETE,Output:["k1","v1","k2","v2","k3","v3"] @@ -353,13 +353,13 @@ Stage-0 SHUFFLE [RS_37] PartitionCols:_col4, _col2 Merge Join Operator [MERGEJOIN_94] (rows=42 width=352) - Conds:RS_34._col1=RS_35._col1(Inner),Output:["_col0","_col1","_col2","_col4"] - <-Map 14 [SIMPLE_EDGE] llap - SHUFFLE [RS_35] + Conds:RS_34._col1=RS_118._col1(Inner),Output:["_col0","_col1","_col2","_col4"] + <-Map 14 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_118] PartitionCols:_col1 - Select Operator [SEL_17] (rows=2 width=180) + Select Operator [SEL_117] (rows=2 width=180) Output:["_col1"] - Filter Operator [FIL_88] (rows=2 width=175) + Filter Operator [FIL_116] (rows=2 width=175) predicate:((key = 'src1key') and value is not null) TableScan [TS_15] (rows=25 width=175) default@src1,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -367,13 +367,13 @@ Stage-0 SHUFFLE [RS_34] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_93] (rows=42 width=352) - Conds:RS_31._col3=RS_32._col1(Inner),Output:["_col0","_col1","_col2","_col4"] - <-Map 13 [SIMPLE_EDGE] llap - SHUFFLE [RS_32] + Conds:RS_31._col3=RS_115._col1(Inner),Output:["_col0","_col1","_col2","_col4"] + <-Map 13 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_115] PartitionCols:_col1 - Select Operator [SEL_14] (rows=6 width=185) + Select Operator [SEL_114] (rows=6 width=185) Output:["_col1"] - Filter Operator [FIL_87] (rows=6 width=178) + Filter Operator [FIL_113] (rows=6 width=178) predicate:((key = 'srcpartkey') and value is not null) TableScan [TS_12] (rows=2000 width=178) default@srcpart,srcpart,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -381,21 +381,21 @@ Stage-0 SHUFFLE [RS_31] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_92] (rows=7 width=443) - Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4"] - <-Map 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_29] + Conds:RS_112._col0=RS_108._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_108] PartitionCols:_col0 - Select Operator [SEL_11] (rows=2 width=178) + Select Operator [SEL_105] (rows=2 width=178) Output:["_col0"] - Filter Operator [FIL_86] (rows=2 width=178) + Filter Operator [FIL_102] (rows=2 width=178) predicate:((value = 'd1value') and key is not null) Please refer to the previous TableScan [TS_3] - <-Map 12 [SIMPLE_EDGE] llap - SHUFFLE [RS_28] + <-Map 12 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_112] PartitionCols:_col0 - Select Operator [SEL_8] (rows=7 width=531) + Select Operator [SEL_111] (rows=7 width=531) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_85] (rows=7 width=534) + Filter Operator [FIL_110] (rows=7 width=534) predicate:((v3 = 'ssv3') and k1 is not null and k2 is not null and k3 is not null and v1 is not null and v2 is not null) TableScan [TS_6] (rows=85 width=534) default@ss,ss,Tbl:COMPLETE,Col:COMPLETE,Output:["k1","v1","k2","v2","k3","v3"] @@ -403,21 +403,21 @@ Stage-0 SHUFFLE [RS_44] PartitionCols:_col1, _col3 Merge Join Operator [MERGEJOIN_91] (rows=70 width=269) - Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_42] + Conds:RS_100._col0=RS_107._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_107] PartitionCols:_col0 - Select Operator [SEL_5] (rows=5 width=178) + Select Operator [SEL_104] (rows=5 width=178) Output:["_col0"] - Filter Operator [FIL_84] (rows=5 width=178) + Filter Operator [FIL_101] (rows=5 width=178) predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) Please refer to the previous TableScan [TS_3] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_41] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_100] PartitionCols:_col0 - Select Operator [SEL_2] (rows=170 width=356) + Select Operator [SEL_99] (rows=170 width=356) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_83] (rows=170 width=356) + Filter Operator [FIL_98] (rows=170 width=356) predicate:(k1 is not null and v2 is not null and v3 is not null) TableScan [TS_0] (rows=170 width=356) default@cs,cs,Tbl:COMPLETE,Col:COMPLETE,Output:["k1","v2","k3","v3"] @@ -459,9 +459,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 llap - File Output Operator [FS_59] - Group By Operator [GBY_57] (rows=28 width=177) + Reducer 7 vectorized, llap + File Output Operator [FS_101] + Group By Operator [GBY_100] (rows=28 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] <-Reducer 11 [CONTAINS] llap @@ -472,13 +472,13 @@ Stage-0 Select Operator [SEL_51] (rows=33 width=177) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_85] (rows=33 width=177) - Conds:RS_48._col2=RS_49._col0(Inner),Output:["_col1","_col2"] - <-Map 17 [SIMPLE_EDGE] llap - SHUFFLE [RS_49] + Conds:RS_48._col2=RS_111._col0(Inner),Output:["_col1","_col2"] + <-Map 17 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_111] PartitionCols:_col0 - Select Operator [SEL_44] (rows=500 width=87) + Select Operator [SEL_110] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_81] (rows=500 width=87) + Filter Operator [FIL_109] (rows=500 width=87) predicate:key is not null TableScan [TS_42] (rows=500 width=87) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -486,43 +486,43 @@ Stage-0 SHUFFLE [RS_48] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_84] (rows=21 width=177) - Conds:RS_45._col1=RS_46._col1(Inner),Output:["_col1","_col2"] - <-Map 9 [SIMPLE_EDGE] llap - SHUFFLE [RS_46] + Conds:RS_108._col1=RS_96._col1(Inner),Output:["_col1","_col2"] + <-Map 9 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_96] PartitionCols:_col1 - Select Operator [SEL_15] (rows=25 width=175) + Select Operator [SEL_94] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_76] (rows=25 width=175) + Filter Operator [FIL_93] (rows=25 width=175) predicate:(key is not null and value is not null) TableScan [TS_13] (rows=25 width=175) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 15 [SIMPLE_EDGE] llap - SHUFFLE [RS_45] + <-Reducer 15 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_108] PartitionCols:_col1 - Select Operator [SEL_38] (rows=262 width=178) + Select Operator [SEL_107] (rows=262 width=178) Output:["_col1"] - Group By Operator [GBY_37] (rows=262 width=178) + Group By Operator [GBY_106] (rows=262 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 14 [SIMPLE_EDGE] - <-Map 13 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 13 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_115] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=262 width=178) + Group By Operator [GBY_114] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_28] (rows=25 width=175) + Select Operator [SEL_113] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_78] (rows=25 width=175) + Filter Operator [FIL_112] (rows=25 width=175) predicate:value is not null TableScan [TS_26] (rows=25 width=175) Output:["key","value"] - <-Map 16 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 16 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_119] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=262 width=178) + Group By Operator [GBY_118] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_31] (rows=500 width=178) + Select Operator [SEL_117] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_79] (rows=500 width=178) + Filter Operator [FIL_116] (rows=500 width=178) predicate:value is not null TableScan [TS_29] (rows=500 width=178) Output:["key","value"] @@ -534,13 +534,13 @@ Stage-0 Select Operator [SEL_25] (rows=33 width=177) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_83] (rows=33 width=177) - Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col2"] - <-Map 12 [SIMPLE_EDGE] llap - SHUFFLE [RS_23] + Conds:RS_22._col2=RS_99._col0(Inner),Output:["_col1","_col2"] + <-Map 12 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_99] PartitionCols:_col0 - Select Operator [SEL_18] (rows=500 width=87) + Select Operator [SEL_98] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_77] (rows=500 width=87) + Filter Operator [FIL_97] (rows=500 width=87) predicate:key is not null TableScan [TS_16] (rows=500 width=87) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -548,38 +548,38 @@ Stage-0 SHUFFLE [RS_22] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_82] (rows=21 width=177) - Conds:RS_19._col1=RS_20._col1(Inner),Output:["_col1","_col2"] - <-Map 9 [SIMPLE_EDGE] llap - SHUFFLE [RS_20] + Conds:RS_92._col1=RS_95._col1(Inner),Output:["_col1","_col2"] + <-Map 9 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_95] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_15] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_19] + Please refer to the previous Select Operator [SEL_94] + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_92] PartitionCols:_col1 - Select Operator [SEL_12] (rows=262 width=178) + Select Operator [SEL_91] (rows=262 width=178) Output:["_col1"] - Group By Operator [GBY_11] (rows=262 width=178) + Group By Operator [GBY_90] (rows=262 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 1 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_89] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=262 width=178) + Group By Operator [GBY_88] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_2] (rows=25 width=175) + Select Operator [SEL_87] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_74] (rows=25 width=175) + Filter Operator [FIL_86] (rows=25 width=175) predicate:value is not null TableScan [TS_0] (rows=25 width=175) Output:["key","value"] - <-Map 8 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 8 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_105] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=262 width=178) + Group By Operator [GBY_104] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_5] (rows=500 width=178) + Select Operator [SEL_103] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_75] (rows=500 width=178) + Filter Operator [FIL_102] (rows=500 width=178) predicate:value is not null TableScan [TS_3] (rows=500 width=178) Output:["key","value"] @@ -641,9 +641,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 9 llap - File Output Operator [FS_122] - Group By Operator [GBY_120] (rows=48 width=177) + Reducer 9 vectorized, llap + File Output Operator [FS_191] + Group By Operator [GBY_190] (rows=48 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 8 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] llap @@ -654,13 +654,13 @@ Stage-0 Select Operator [SEL_114] (rows=56 width=177) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_170] (rows=56 width=177) - Conds:RS_111._col2=RS_112._col0(Inner),Output:["_col2","_col5"] - <-Map 16 [SIMPLE_EDGE] llap - SHUFFLE [RS_112] + Conds:RS_111._col2=RS_186._col0(Inner),Output:["_col2","_col5"] + <-Map 16 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_186] PartitionCols:_col0 - Select Operator [SEL_18] (rows=500 width=178) + Select Operator [SEL_184] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_153] (rows=500 width=178) + Filter Operator [FIL_183] (rows=500 width=178) predicate:key is not null TableScan [TS_16] (rows=500 width=178) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -668,94 +668,94 @@ Stage-0 SHUFFLE [RS_111] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_169] (rows=35 width=86) - Conds:RS_108._col1=RS_109._col1(Inner),Output:["_col2"] - <-Map 11 [SIMPLE_EDGE] llap - SHUFFLE [RS_109] + Conds:RS_204._col1=RS_182._col1(Inner),Output:["_col2"] + <-Map 11 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_182] PartitionCols:_col1 - Select Operator [SEL_15] (rows=25 width=175) + Select Operator [SEL_179] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_152] (rows=25 width=175) + Filter Operator [FIL_178] (rows=25 width=175) predicate:(key is not null and value is not null) TableScan [TS_13] (rows=25 width=175) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 31 [SIMPLE_EDGE] llap - SHUFFLE [RS_108] + <-Reducer 31 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_204] PartitionCols:_col1 - Select Operator [SEL_101] (rows=440 width=178) + Select Operator [SEL_203] (rows=440 width=178) Output:["_col1"] - Group By Operator [GBY_100] (rows=440 width=178) + Group By Operator [GBY_202] (rows=440 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 30 [SIMPLE_EDGE] - <-Map 34 [CONTAINS] llap - Reduce Output Operator [RS_99] + <-Map 34 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_244] PartitionCols:_col0, _col1 - Group By Operator [GBY_98] (rows=440 width=178) + Group By Operator [GBY_243] (rows=440 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_94] (rows=500 width=178) + Select Operator [SEL_242] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_162] (rows=500 width=178) + Filter Operator [FIL_241] (rows=500 width=178) predicate:value is not null TableScan [TS_92] (rows=500 width=178) Output:["key","value"] - <-Reducer 29 [CONTAINS] llap - Reduce Output Operator [RS_99] + <-Reducer 29 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_232] PartitionCols:_col0, _col1 - Group By Operator [GBY_98] (rows=440 width=178) + Group By Operator [GBY_231] (rows=440 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_91] (rows=381 width=178) + Select Operator [SEL_230] (rows=381 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_90] (rows=381 width=178) + Group By Operator [GBY_229] (rows=381 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 28 [SIMPLE_EDGE] - <-Map 33 [CONTAINS] llap - Reduce Output Operator [RS_89] + <-Map 33 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_240] PartitionCols:_col0, _col1 - Group By Operator [GBY_88] (rows=381 width=178) + Group By Operator [GBY_239] (rows=381 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_84] (rows=500 width=178) + Select Operator [SEL_238] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_161] (rows=500 width=178) + Filter Operator [FIL_237] (rows=500 width=178) predicate:value is not null TableScan [TS_82] (rows=500 width=178) Output:["key","value"] - <-Reducer 27 [CONTAINS] llap - Reduce Output Operator [RS_89] + <-Reducer 27 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_228] PartitionCols:_col0, _col1 - Group By Operator [GBY_88] (rows=381 width=178) + Group By Operator [GBY_227] (rows=381 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_81] (rows=262 width=178) + Select Operator [SEL_226] (rows=262 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_80] (rows=262 width=178) + Group By Operator [GBY_225] (rows=262 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 26 [SIMPLE_EDGE] - <-Map 25 [CONTAINS] llap - Reduce Output Operator [RS_79] + <-Map 25 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_224] PartitionCols:_col0, _col1 - Group By Operator [GBY_78] (rows=262 width=178) + Group By Operator [GBY_223] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_71] (rows=25 width=175) + Select Operator [SEL_222] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_159] (rows=25 width=175) + Filter Operator [FIL_221] (rows=25 width=175) predicate:value is not null TableScan [TS_69] (rows=25 width=175) Output:["key","value"] - <-Map 32 [CONTAINS] llap - Reduce Output Operator [RS_79] + <-Map 32 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_236] PartitionCols:_col0, _col1 - Group By Operator [GBY_78] (rows=262 width=178) + Group By Operator [GBY_235] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_74] (rows=500 width=178) + Select Operator [SEL_234] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_160] (rows=500 width=178) + Filter Operator [FIL_233] (rows=500 width=178) predicate:value is not null TableScan [TS_72] (rows=500 width=178) Output:["key","value"] - <-Reducer 7 [CONTAINS] llap - Reduce Output Operator [RS_119] + <-Reducer 7 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_189] PartitionCols:_col0, _col1 - Group By Operator [GBY_118] (rows=48 width=177) + Group By Operator [GBY_188] (rows=48 width=177) Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_67] (rows=40 width=177) + Group By Operator [GBY_187] (rows=40 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] <-Reducer 13 [CONTAINS] llap @@ -766,13 +766,13 @@ Stage-0 Select Operator [SEL_61] (rows=48 width=177) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_168] (rows=48 width=177) - Conds:RS_58._col2=RS_59._col0(Inner),Output:["_col2","_col5"] - <-Map 24 [SIMPLE_EDGE] llap - SHUFFLE [RS_59] + Conds:RS_58._col2=RS_201._col0(Inner),Output:["_col2","_col5"] + <-Map 24 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_201] PartitionCols:_col0 - Select Operator [SEL_54] (rows=500 width=178) + Select Operator [SEL_200] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_158] (rows=500 width=178) + Filter Operator [FIL_199] (rows=500 width=178) predicate:key is not null TableScan [TS_52] (rows=500 width=178) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -780,59 +780,59 @@ Stage-0 SHUFFLE [RS_58] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_167] (rows=30 width=86) - Conds:RS_55._col1=RS_56._col1(Inner),Output:["_col2"] - <-Map 11 [SIMPLE_EDGE] llap - SHUFFLE [RS_56] + Conds:RS_198._col1=RS_181._col1(Inner),Output:["_col2"] + <-Map 11 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_181] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_15] - <-Reducer 21 [SIMPLE_EDGE] llap - SHUFFLE [RS_55] + Please refer to the previous Select Operator [SEL_179] + <-Reducer 21 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_198] PartitionCols:_col1 - Select Operator [SEL_48] (rows=381 width=178) + Select Operator [SEL_197] (rows=381 width=178) Output:["_col1"] - Group By Operator [GBY_47] (rows=381 width=178) + Group By Operator [GBY_196] (rows=381 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 20 [SIMPLE_EDGE] - <-Map 23 [CONTAINS] llap - Reduce Output Operator [RS_46] + <-Map 23 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_220] PartitionCols:_col0, _col1 - Group By Operator [GBY_45] (rows=381 width=178) + Group By Operator [GBY_219] (rows=381 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_41] (rows=500 width=178) + Select Operator [SEL_218] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_156] (rows=500 width=178) + Filter Operator [FIL_217] (rows=500 width=178) predicate:value is not null TableScan [TS_39] (rows=500 width=178) Output:["key","value"] - <-Reducer 19 [CONTAINS] llap - Reduce Output Operator [RS_46] + <-Reducer 19 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_212] PartitionCols:_col0, _col1 - Group By Operator [GBY_45] (rows=381 width=178) + Group By Operator [GBY_211] (rows=381 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_38] (rows=262 width=178) + Select Operator [SEL_210] (rows=262 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_37] (rows=262 width=178) + Group By Operator [GBY_209] (rows=262 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 18 [SIMPLE_EDGE] - <-Map 17 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 17 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_208] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=262 width=178) + Group By Operator [GBY_207] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_28] (rows=25 width=175) + Select Operator [SEL_206] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_154] (rows=25 width=175) + Filter Operator [FIL_205] (rows=25 width=175) predicate:value is not null TableScan [TS_26] (rows=25 width=175) Output:["key","value"] - <-Map 22 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 22 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_216] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=262 width=178) + Group By Operator [GBY_215] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_31] (rows=500 width=178) + Select Operator [SEL_214] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_155] (rows=500 width=178) + Filter Operator [FIL_213] (rows=500 width=178) predicate:value is not null TableScan [TS_29] (rows=500 width=178) Output:["key","value"] @@ -844,47 +844,47 @@ Stage-0 Select Operator [SEL_25] (rows=33 width=177) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_166] (rows=33 width=177) - Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col2","_col5"] - <-Map 16 [SIMPLE_EDGE] llap - SHUFFLE [RS_23] + Conds:RS_22._col2=RS_185._col0(Inner),Output:["_col2","_col5"] + <-Map 16 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_185] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_18] + Please refer to the previous Select Operator [SEL_184] <-Reducer 4 [SIMPLE_EDGE] llap SHUFFLE [RS_22] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_165] (rows=21 width=86) - Conds:RS_19._col1=RS_20._col1(Inner),Output:["_col2"] - <-Map 11 [SIMPLE_EDGE] llap - SHUFFLE [RS_20] + Conds:RS_177._col1=RS_180._col1(Inner),Output:["_col2"] + <-Map 11 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_180] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_15] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_19] + Please refer to the previous Select Operator [SEL_179] + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_177] PartitionCols:_col1 - Select Operator [SEL_12] (rows=262 width=178) + Select Operator [SEL_176] (rows=262 width=178) Output:["_col1"] - Group By Operator [GBY_11] (rows=262 width=178) + Group By Operator [GBY_175] (rows=262 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 1 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_174] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=262 width=178) + Group By Operator [GBY_173] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_2] (rows=25 width=175) + Select Operator [SEL_172] (rows=25 width=175) Output:["_col0","_col1"] - Filter Operator [FIL_150] (rows=25 width=175) + Filter Operator [FIL_171] (rows=25 width=175) predicate:value is not null TableScan [TS_0] (rows=25 width=175) Output:["key","value"] - <-Map 10 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 10 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_195] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=262 width=178) + Group By Operator [GBY_194] (rows=262 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_5] (rows=500 width=178) + Select Operator [SEL_193] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_151] (rows=500 width=178) + Filter Operator [FIL_192] (rows=500 width=178) predicate:value is not null TableScan [TS_3] (rows=500 width=178) Output:["key","value"] @@ -908,35 +908,35 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 1 llap - File Output Operator [FS_16] - Select Operator [SEL_15] (rows=605 width=10) + Map 1 vectorized, llap + File Output Operator [FS_40] + Select Operator [SEL_39] (rows=605 width=10) Output:["_col0","_col1","_col2"] - Map Join Operator [MAPJOIN_26] (rows=605 width=10) - Conds:MAPJOIN_25._col3=RS_13._col0(Inner),Output:["_col1","_col2","_col4"] - <-Map 3 [BROADCAST_EDGE] llap - BROADCAST [RS_13] + Map Join Operator [MAPJOIN_38] (rows=605 width=10) + Conds:MAPJOIN_37._col3=RS_34._col0(Inner),Output:["_col1","_col2","_col4"] + <-Map 3 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_34] PartitionCols:_col0 - Select Operator [SEL_8] (rows=500 width=10) + Select Operator [SEL_33] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_24] (rows=500 width=10) + Filter Operator [FIL_32] (rows=500 width=10) predicate:value is not null TableScan [TS_6] (rows=500 width=10) default@srcpart,z,Tbl:COMPLETE,Col:NONE,Output:["value"] - <-Map Join Operator [MAPJOIN_25] (rows=550 width=10) - Conds:SEL_2._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 2 [BROADCAST_EDGE] llap - BROADCAST [RS_10] + <-Map Join Operator [MAPJOIN_37] (rows=550 width=10) + Conds:SEL_36._col0=RS_31._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 2 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_31] PartitionCols:_col0 - Select Operator [SEL_5] (rows=25 width=7) + Select Operator [SEL_30] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_23] (rows=25 width=7) + Filter Operator [FIL_29] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_3] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_2] (rows=500 width=10) + <-Select Operator [SEL_36] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_22] (rows=500 width=10) + Filter Operator [FIL_35] (rows=500 width=10) predicate:key is not null TableScan [TS_0] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -1011,103 +1011,103 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 llap - File Output Operator [FS_55] - Limit [LIM_54] (rows=100 width=10) + Reducer 7 vectorized, llap + File Output Operator [FS_142] + Limit [LIM_141] (rows=100 width=10) Number of rows:100 - Select Operator [SEL_53] (rows=732 width=10) + Select Operator [SEL_140] (rows=732 width=10) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 6 [SIMPLE_EDGE] llap - SHUFFLE [RS_52] - Group By Operator [GBY_50] (rows=732 width=10) + <-Reducer 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_139] + Group By Operator [GBY_138] (rows=732 width=10) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_49] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_137] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_48] (rows=1464 width=10) + Group By Operator [GBY_136] (rows=1464 width=10) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(_col11)","count(_col21)","count(_col3)"],keys:_col10, _col20, _col2 - Map Join Operator [MAPJOIN_97] (rows=1464 width=10) - Conds:RS_44._col1, _col3=SEL_40._col15, _col17(Inner),Output:["_col2","_col3","_col10","_col11","_col20","_col21"] - <-Map 2 [BROADCAST_EDGE] llap - BROADCAST [RS_44] + Map Join Operator [MAPJOIN_135] (rows=1464 width=10) + Conds:RS_118._col1, _col3=SEL_134._col15, _col17(Inner),Output:["_col2","_col3","_col10","_col11","_col20","_col21"] + <-Map 2 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_118] PartitionCols:_col1, _col3 - Map Join Operator [MAPJOIN_91] (rows=275 width=10) - Conds:RS_41._col0=SEL_5._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [BROADCAST_EDGE] llap - BROADCAST [RS_41] + Map Join Operator [MAPJOIN_117] (rows=275 width=10) + Conds:RS_114._col0=SEL_116._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_114] PartitionCols:_col0 - Select Operator [SEL_2] (rows=170 width=34) + Select Operator [SEL_113] (rows=170 width=34) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_83] (rows=170 width=34) + Filter Operator [FIL_112] (rows=170 width=34) predicate:(k1 is not null and v2 is not null and v3 is not null) TableScan [TS_0] (rows=170 width=34) default@cs,cs,Tbl:COMPLETE,Col:NONE,Output:["k1","v2","k3","v3"] - <-Select Operator [SEL_5] (rows=250 width=10) + <-Select Operator [SEL_116] (rows=250 width=10) Output:["_col0"] - Filter Operator [FIL_84] (rows=250 width=10) + Filter Operator [FIL_115] (rows=250 width=10) predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) TableScan [TS_3] (rows=500 width=10) default@src,d3,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_40] (rows=1331 width=10) + <-Select Operator [SEL_134] (rows=1331 width=10) Output:["_col4","_col5","_col14","_col15","_col17"] - Map Join Operator [MAPJOIN_96] (rows=1331 width=10) - Conds:MAPJOIN_94._col4, _col2=RS_38._col4, _col2(Inner),Output:["_col0","_col1","_col14","_col15","_col17"] - <-Map 10 [BROADCAST_EDGE] llap - BROADCAST [RS_38] + Map Join Operator [MAPJOIN_133] (rows=1331 width=10) + Conds:MAPJOIN_132._col4, _col2=RS_128._col4, _col2(Inner),Output:["_col0","_col1","_col14","_col15","_col17"] + <-Map 10 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_128] PartitionCols:_col4, _col2 - Map Join Operator [MAPJOIN_95] (rows=275 width=10) - Conds:RS_24._col0=SEL_23._col0(Inner),Output:["_col2","_col3","_col4","_col5"] - <-Map 9 [BROADCAST_EDGE] llap - BROADCAST [RS_24] + Map Join Operator [MAPJOIN_127] (rows=275 width=10) + Conds:RS_124._col0=SEL_126._col0(Inner),Output:["_col2","_col3","_col4","_col5"] + <-Map 9 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_124] PartitionCols:_col0 - Select Operator [SEL_20] (rows=42 width=34) + Select Operator [SEL_123] (rows=42 width=34) Output:["_col0","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_89] (rows=42 width=34) + Filter Operator [FIL_122] (rows=42 width=34) predicate:((v1 = 'srv1') and k1 is not null and k2 is not null and k3 is not null and v2 is not null and v3 is not null) TableScan [TS_18] (rows=85 width=34) default@sr,sr,Tbl:COMPLETE,Col:NONE,Output:["k1","v1","k2","v2","k3","v3"] - <-Select Operator [SEL_23] (rows=250 width=10) + <-Select Operator [SEL_126] (rows=250 width=10) Output:["_col0"] - Filter Operator [FIL_90] (rows=250 width=10) + Filter Operator [FIL_125] (rows=250 width=10) predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) TableScan [TS_21] (rows=500 width=10) default@src,d2,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map Join Operator [MAPJOIN_94] (rows=1210 width=10) - Conds:MAPJOIN_93._col1=RS_35._col1(Inner),Output:["_col0","_col1","_col2","_col4"] - <-Map 8 [BROADCAST_EDGE] llap - BROADCAST [RS_35] + <-Map Join Operator [MAPJOIN_132] (rows=1210 width=10) + Conds:MAPJOIN_131._col1=RS_121._col1(Inner),Output:["_col0","_col1","_col2","_col4"] + <-Map 8 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_121] PartitionCols:_col1 - Select Operator [SEL_17] (rows=12 width=7) + Select Operator [SEL_120] (rows=12 width=7) Output:["_col1"] - Filter Operator [FIL_88] (rows=12 width=7) + Filter Operator [FIL_119] (rows=12 width=7) predicate:((key = 'src1key') and value is not null) TableScan [TS_15] (rows=25 width=7) default@src1,src1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map Join Operator [MAPJOIN_93] (rows=1100 width=10) - Conds:RS_31._col3=SEL_14._col1(Inner),Output:["_col0","_col1","_col2","_col4"] - <-Map 4 [BROADCAST_EDGE] llap - BROADCAST [RS_31] + <-Map Join Operator [MAPJOIN_131] (rows=1100 width=10) + Conds:RS_111._col3=SEL_130._col1(Inner),Output:["_col0","_col1","_col2","_col4"] + <-Map 4 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_111] PartitionCols:_col3 - Map Join Operator [MAPJOIN_92] (rows=275 width=10) - Conds:RS_28._col0=SEL_11._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4"] - <-Map 3 [BROADCAST_EDGE] llap - BROADCAST [RS_28] + Map Join Operator [MAPJOIN_110] (rows=275 width=10) + Conds:RS_107._col0=SEL_109._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 3 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_107] PartitionCols:_col0 - Select Operator [SEL_8] (rows=42 width=34) + Select Operator [SEL_106] (rows=42 width=34) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_85] (rows=42 width=34) + Filter Operator [FIL_105] (rows=42 width=34) predicate:((v3 = 'ssv3') and k1 is not null and k2 is not null and k3 is not null and v1 is not null and v2 is not null) TableScan [TS_6] (rows=85 width=34) default@ss,ss,Tbl:COMPLETE,Col:NONE,Output:["k1","v1","k2","v2","k3","v3"] - <-Select Operator [SEL_11] (rows=250 width=10) + <-Select Operator [SEL_109] (rows=250 width=10) Output:["_col0"] - Filter Operator [FIL_86] (rows=250 width=10) + Filter Operator [FIL_108] (rows=250 width=10) predicate:((value = 'd1value') and key is not null) TableScan [TS_9] (rows=500 width=10) default@src,d1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_14] (rows=1000 width=10) + <-Select Operator [SEL_130] (rows=1000 width=10) Output:["_col1"] - Filter Operator [FIL_87] (rows=1000 width=10) + Filter Operator [FIL_129] (rows=1000 width=10) predicate:((key = 'srcpartkey') and value is not null) TableScan [TS_12] (rows=2000 width=10) default@srcpart,srcpart,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -1145,120 +1145,120 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 5 llap - File Output Operator [FS_59] - Group By Operator [GBY_57] (rows=550 width=10) + Reducer 5 vectorized, llap + File Output Operator [FS_108] + Group By Operator [GBY_107] (rows=550 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 4 [SIMPLE_EDGE] - <-Reducer 11 [CONTAINS] llap - Reduce Output Operator [RS_56] + <-Reducer 11 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_129] PartitionCols:_col0, _col1 - Group By Operator [GBY_55] (rows=1100 width=10) + Group By Operator [GBY_128] (rows=1100 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_51] (rows=550 width=10) + Select Operator [SEL_127] (rows=550 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_85] (rows=550 width=10) - Conds:MAPJOIN_84._col2=RS_49._col0(Inner),Output:["_col1","_col2"] - <-Map 14 [BROADCAST_EDGE] llap - BROADCAST [RS_49] + Map Join Operator [MAPJOIN_126] (rows=550 width=10) + Conds:MAPJOIN_125._col2=RS_122._col0(Inner),Output:["_col1","_col2"] + <-Map 14 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_122] PartitionCols:_col0 - Select Operator [SEL_44] (rows=500 width=10) + Select Operator [SEL_121] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_81] (rows=500 width=10) + Filter Operator [FIL_120] (rows=500 width=10) predicate:key is not null TableScan [TS_42] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Map Join Operator [MAPJOIN_84] (rows=288 width=10) - Conds:SEL_38._col1=RS_46._col1(Inner),Output:["_col1","_col2"] - <-Map 13 [BROADCAST_EDGE] llap - BROADCAST [RS_46] + <-Map Join Operator [MAPJOIN_125] (rows=288 width=10) + Conds:SEL_124._col1=RS_119._col1(Inner),Output:["_col1","_col2"] + <-Map 13 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_119] PartitionCols:_col1 - Select Operator [SEL_41] (rows=25 width=7) + Select Operator [SEL_118] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_80] (rows=25 width=7) + Filter Operator [FIL_117] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_39] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_38] (rows=262 width=10) + <-Select Operator [SEL_124] (rows=262 width=10) Output:["_col1"] - Group By Operator [GBY_37] (rows=262 width=10) + Group By Operator [GBY_123] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 10 [SIMPLE_EDGE] - <-Map 12 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 12 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_133] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=525 width=10) + Group By Operator [GBY_132] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_31] (rows=500 width=10) + Select Operator [SEL_131] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_79] (rows=500 width=10) + Filter Operator [FIL_130] (rows=500 width=10) predicate:value is not null TableScan [TS_29] (rows=500 width=10) Output:["key","value"] - <-Map 9 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 9 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_116] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=525 width=10) + Group By Operator [GBY_115] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_28] (rows=25 width=7) + Select Operator [SEL_114] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_78] (rows=25 width=7) + Filter Operator [FIL_113] (rows=25 width=7) predicate:value is not null TableScan [TS_26] (rows=25 width=7) Output:["key","value"] - <-Reducer 3 [CONTAINS] llap - Reduce Output Operator [RS_56] + <-Reducer 3 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_106] PartitionCols:_col0, _col1 - Group By Operator [GBY_55] (rows=1100 width=10) + Group By Operator [GBY_105] (rows=1100 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_25] (rows=550 width=10) + Select Operator [SEL_104] (rows=550 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_83] (rows=550 width=10) - Conds:MAPJOIN_82._col2=RS_23._col0(Inner),Output:["_col1","_col2"] - <-Map 8 [BROADCAST_EDGE] llap - BROADCAST [RS_23] + Map Join Operator [MAPJOIN_103] (rows=550 width=10) + Conds:MAPJOIN_102._col2=RS_99._col0(Inner),Output:["_col1","_col2"] + <-Map 8 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_99] PartitionCols:_col0 - Select Operator [SEL_18] (rows=500 width=10) + Select Operator [SEL_98] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_77] (rows=500 width=10) + Filter Operator [FIL_97] (rows=500 width=10) predicate:key is not null TableScan [TS_16] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Map Join Operator [MAPJOIN_82] (rows=288 width=10) - Conds:SEL_12._col1=RS_20._col1(Inner),Output:["_col1","_col2"] - <-Map 7 [BROADCAST_EDGE] llap - BROADCAST [RS_20] + <-Map Join Operator [MAPJOIN_102] (rows=288 width=10) + Conds:SEL_101._col1=RS_96._col1(Inner),Output:["_col1","_col2"] + <-Map 7 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_96] PartitionCols:_col1 - Select Operator [SEL_15] (rows=25 width=7) + Select Operator [SEL_95] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_76] (rows=25 width=7) + Filter Operator [FIL_94] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_13] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_12] (rows=262 width=10) + <-Select Operator [SEL_101] (rows=262 width=10) Output:["_col1"] - Group By Operator [GBY_11] (rows=262 width=10) + Group By Operator [GBY_100] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 1 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_93] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=525 width=10) + Group By Operator [GBY_92] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_2] (rows=25 width=7) + Select Operator [SEL_91] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_74] (rows=25 width=7) + Filter Operator [FIL_90] (rows=25 width=7) predicate:value is not null TableScan [TS_0] (rows=25 width=7) Output:["key","value"] - <-Map 6 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 6 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_112] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=525 width=10) + Group By Operator [GBY_111] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_5] (rows=500 width=10) + Select Operator [SEL_110] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_75] (rows=500 width=10) + Filter Operator [FIL_109] (rows=500 width=10) predicate:value is not null TableScan [TS_3] (rows=500 width=10) Output:["key","value"] @@ -1314,237 +1314,237 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 llap - File Output Operator [FS_122] - Group By Operator [GBY_120] (rows=550 width=10) + Reducer 7 vectorized, llap + File Output Operator [FS_200] + Group By Operator [GBY_199] (rows=550 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] - <-Reducer 26 [CONTAINS] llap - Reduce Output Operator [RS_119] + <-Reducer 26 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_252] PartitionCols:_col0, _col1 - Group By Operator [GBY_118] (rows=1100 width=10) + Group By Operator [GBY_251] (rows=1100 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_114] (rows=550 width=10) + Select Operator [SEL_250] (rows=550 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_170] (rows=550 width=10) - Conds:MAPJOIN_169._col2=RS_112._col0(Inner),Output:["_col2","_col5"] - <-Map 10 [BROADCAST_EDGE] llap - BROADCAST [RS_112] + Map Join Operator [MAPJOIN_249] (rows=550 width=10) + Conds:MAPJOIN_248._col2=RS_188._col0(Inner),Output:["_col2","_col5"] + <-Map 10 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_188] PartitionCols:_col0 - Select Operator [SEL_18] (rows=500 width=10) + Select Operator [SEL_186] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_153] (rows=500 width=10) + Filter Operator [FIL_185] (rows=500 width=10) predicate:key is not null TableScan [TS_16] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map Join Operator [MAPJOIN_169] (rows=484 width=10) - Conds:SEL_101._col1=RS_109._col1(Inner),Output:["_col2"] - <-Map 9 [BROADCAST_EDGE] llap - BROADCAST [RS_109] + <-Map Join Operator [MAPJOIN_248] (rows=484 width=10) + Conds:SEL_247._col1=RS_184._col1(Inner),Output:["_col2"] + <-Map 9 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_184] PartitionCols:_col1 - Select Operator [SEL_15] (rows=25 width=7) + Select Operator [SEL_182] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_152] (rows=25 width=7) + Filter Operator [FIL_181] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_13] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_101] (rows=440 width=10) + <-Select Operator [SEL_247] (rows=440 width=10) Output:["_col1"] - Group By Operator [GBY_100] (rows=440 width=10) + Group By Operator [GBY_246] (rows=440 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 25 [SIMPLE_EDGE] - <-Map 29 [CONTAINS] llap - Reduce Output Operator [RS_99] + <-Map 29 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_264] PartitionCols:_col0, _col1 - Group By Operator [GBY_98] (rows=881 width=10) + Group By Operator [GBY_263] (rows=881 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_94] (rows=500 width=10) + Select Operator [SEL_262] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_162] (rows=500 width=10) + Filter Operator [FIL_261] (rows=500 width=10) predicate:value is not null TableScan [TS_92] (rows=500 width=10) Output:["key","value"] - <-Reducer 24 [CONTAINS] llap - Reduce Output Operator [RS_99] + <-Reducer 24 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_245] PartitionCols:_col0, _col1 - Group By Operator [GBY_98] (rows=881 width=10) + Group By Operator [GBY_244] (rows=881 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_91] (rows=381 width=10) + Select Operator [SEL_243] (rows=381 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_90] (rows=381 width=10) + Group By Operator [GBY_242] (rows=381 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 23 [SIMPLE_EDGE] - <-Map 28 [CONTAINS] llap - Reduce Output Operator [RS_89] + <-Map 28 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_260] PartitionCols:_col0, _col1 - Group By Operator [GBY_88] (rows=762 width=10) + Group By Operator [GBY_259] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_84] (rows=500 width=10) + Select Operator [SEL_258] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_161] (rows=500 width=10) + Filter Operator [FIL_257] (rows=500 width=10) predicate:value is not null TableScan [TS_82] (rows=500 width=10) Output:["key","value"] - <-Reducer 22 [CONTAINS] llap - Reduce Output Operator [RS_89] + <-Reducer 22 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_241] PartitionCols:_col0, _col1 - Group By Operator [GBY_88] (rows=762 width=10) + Group By Operator [GBY_240] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_81] (rows=262 width=10) + Select Operator [SEL_239] (rows=262 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_80] (rows=262 width=10) + Group By Operator [GBY_238] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 21 [SIMPLE_EDGE] - <-Map 20 [CONTAINS] llap - Reduce Output Operator [RS_79] + <-Map 20 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_237] PartitionCols:_col0, _col1 - Group By Operator [GBY_78] (rows=525 width=10) + Group By Operator [GBY_236] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_71] (rows=25 width=7) + Select Operator [SEL_235] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_159] (rows=25 width=7) + Filter Operator [FIL_234] (rows=25 width=7) predicate:value is not null TableScan [TS_69] (rows=25 width=7) Output:["key","value"] - <-Map 27 [CONTAINS] llap - Reduce Output Operator [RS_79] + <-Map 27 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_256] PartitionCols:_col0, _col1 - Group By Operator [GBY_78] (rows=525 width=10) + Group By Operator [GBY_255] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_74] (rows=500 width=10) + Select Operator [SEL_254] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_160] (rows=500 width=10) + Filter Operator [FIL_253] (rows=500 width=10) predicate:value is not null TableScan [TS_72] (rows=500 width=10) Output:["key","value"] - <-Reducer 5 [CONTAINS] llap - Reduce Output Operator [RS_119] + <-Reducer 5 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_198] PartitionCols:_col0, _col1 - Group By Operator [GBY_118] (rows=1100 width=10) + Group By Operator [GBY_197] (rows=1100 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_67] (rows=550 width=10) + Group By Operator [GBY_196] (rows=550 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 4 [SIMPLE_EDGE] - <-Reducer 15 [CONTAINS] llap - Reduce Output Operator [RS_66] + <-Reducer 15 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_225] PartitionCols:_col0, _col1 - Group By Operator [GBY_65] (rows=1100 width=10) + Group By Operator [GBY_224] (rows=1100 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_61] (rows=550 width=10) + Select Operator [SEL_223] (rows=550 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_168] (rows=550 width=10) - Conds:MAPJOIN_167._col2=RS_59._col0(Inner),Output:["_col2","_col5"] - <-Map 19 [BROADCAST_EDGE] llap - BROADCAST [RS_59] + Map Join Operator [MAPJOIN_222] (rows=550 width=10) + Conds:MAPJOIN_221._col2=RS_218._col0(Inner),Output:["_col2","_col5"] + <-Map 19 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_218] PartitionCols:_col0 - Select Operator [SEL_54] (rows=500 width=10) + Select Operator [SEL_217] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_158] (rows=500 width=10) + Filter Operator [FIL_216] (rows=500 width=10) predicate:key is not null TableScan [TS_52] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map Join Operator [MAPJOIN_167] (rows=419 width=10) - Conds:SEL_48._col1=RS_56._col1(Inner),Output:["_col2"] - <-Map 18 [BROADCAST_EDGE] llap - BROADCAST [RS_56] + <-Map Join Operator [MAPJOIN_221] (rows=419 width=10) + Conds:SEL_220._col1=RS_215._col1(Inner),Output:["_col2"] + <-Map 18 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_215] PartitionCols:_col1 - Select Operator [SEL_51] (rows=25 width=7) + Select Operator [SEL_214] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_157] (rows=25 width=7) + Filter Operator [FIL_213] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_49] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_48] (rows=381 width=10) + <-Select Operator [SEL_220] (rows=381 width=10) Output:["_col1"] - Group By Operator [GBY_47] (rows=381 width=10) + Group By Operator [GBY_219] (rows=381 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 14 [SIMPLE_EDGE] - <-Map 17 [CONTAINS] llap - Reduce Output Operator [RS_46] + <-Map 17 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_233] PartitionCols:_col0, _col1 - Group By Operator [GBY_45] (rows=762 width=10) + Group By Operator [GBY_232] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_41] (rows=500 width=10) + Select Operator [SEL_231] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_156] (rows=500 width=10) + Filter Operator [FIL_230] (rows=500 width=10) predicate:value is not null TableScan [TS_39] (rows=500 width=10) Output:["key","value"] - <-Reducer 13 [CONTAINS] llap - Reduce Output Operator [RS_46] + <-Reducer 13 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_212] PartitionCols:_col0, _col1 - Group By Operator [GBY_45] (rows=762 width=10) + Group By Operator [GBY_211] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_38] (rows=262 width=10) + Select Operator [SEL_210] (rows=262 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_37] (rows=262 width=10) + Group By Operator [GBY_209] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 12 [SIMPLE_EDGE] - <-Map 11 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 11 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_208] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=525 width=10) + Group By Operator [GBY_207] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_28] (rows=25 width=7) + Select Operator [SEL_206] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_154] (rows=25 width=7) + Filter Operator [FIL_205] (rows=25 width=7) predicate:value is not null TableScan [TS_26] (rows=25 width=7) Output:["key","value"] - <-Map 16 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 16 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_229] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=525 width=10) + Group By Operator [GBY_228] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_31] (rows=500 width=10) + Select Operator [SEL_227] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_155] (rows=500 width=10) + Filter Operator [FIL_226] (rows=500 width=10) predicate:value is not null TableScan [TS_29] (rows=500 width=10) Output:["key","value"] - <-Reducer 3 [CONTAINS] llap - Reduce Output Operator [RS_66] + <-Reducer 3 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_195] PartitionCols:_col0, _col1 - Group By Operator [GBY_65] (rows=1100 width=10) + Group By Operator [GBY_194] (rows=1100 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_25] (rows=550 width=10) + Select Operator [SEL_193] (rows=550 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_166] (rows=550 width=10) - Conds:MAPJOIN_165._col2=RS_23._col0(Inner),Output:["_col2","_col5"] - <-Map 10 [BROADCAST_EDGE] llap - BROADCAST [RS_23] + Map Join Operator [MAPJOIN_192] (rows=550 width=10) + Conds:MAPJOIN_191._col2=RS_187._col0(Inner),Output:["_col2","_col5"] + <-Map 10 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_187] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_18] - <-Map Join Operator [MAPJOIN_165] (rows=288 width=10) - Conds:SEL_12._col1=RS_20._col1(Inner),Output:["_col2"] - <-Map 9 [BROADCAST_EDGE] llap - BROADCAST [RS_20] + Please refer to the previous Select Operator [SEL_186] + <-Map Join Operator [MAPJOIN_191] (rows=288 width=10) + Conds:SEL_190._col1=RS_183._col1(Inner),Output:["_col2"] + <-Map 9 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_183] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_15] - <-Select Operator [SEL_12] (rows=262 width=10) + Please refer to the previous Select Operator [SEL_182] + <-Select Operator [SEL_190] (rows=262 width=10) Output:["_col1"] - Group By Operator [GBY_11] (rows=262 width=10) + Group By Operator [GBY_189] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 1 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_180] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=525 width=10) + Group By Operator [GBY_179] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_2] (rows=25 width=7) + Select Operator [SEL_178] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_150] (rows=25 width=7) + Filter Operator [FIL_177] (rows=25 width=7) predicate:value is not null TableScan [TS_0] (rows=25 width=7) Output:["key","value"] - <-Map 8 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 8 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_204] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=525 width=10) + Group By Operator [GBY_203] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_5] (rows=500 width=10) + Select Operator [SEL_202] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_151] (rows=500 width=10) + Filter Operator [FIL_201] (rows=500 width=10) predicate:value is not null TableScan [TS_3] (rows=500 width=10) Output:["key","value"] @@ -1728,7 +1728,7 @@ Stage-0 Reducer 2 llap File Output Operator [FS_16] Merge Join Operator [MERGEJOIN_27] (rows=292 width=10) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col1"] + Conds:RS_12._col1=RS_30._col0(Inner),Output:["_col0","_col1"] <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_12] PartitionCols:_col1 @@ -1746,12 +1746,12 @@ Stage-0 predicate:(key is not null and value is not null) TableScan [TS_0] (rows=242 width=10) default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_13] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_30] PartitionCols:_col0 - Select Operator [SEL_8] (rows=242 width=10) + Select Operator [SEL_29] (rows=242 width=10) Output:["_col0"] - Filter Operator [FIL_24] (rows=242 width=10) + Filter Operator [FIL_28] (rows=242 width=10) predicate:value is not null TableScan [TS_6] (rows=242 width=10) default@tab,s2,Tbl:COMPLETE,Col:NONE,Output:["value"] @@ -1803,7 +1803,7 @@ Stage-0 Reducer 2 llap File Output Operator [FS_16] Merge Join Operator [MERGEJOIN_27] (rows=292 width=10) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col1"] + Conds:RS_12._col1=RS_30._col0(Inner),Output:["_col0","_col1"] <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_12] PartitionCols:_col1 @@ -1821,12 +1821,12 @@ Stage-0 predicate:(key is not null and value is not null) TableScan [TS_0] (rows=242 width=10) default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_13] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_30] PartitionCols:_col0 - Select Operator [SEL_8] (rows=242 width=10) + Select Operator [SEL_29] (rows=242 width=10) Output:["_col0"] - Filter Operator [FIL_24] (rows=242 width=10) + Filter Operator [FIL_28] (rows=242 width=10) predicate:value is not null TableScan [TS_6] (rows=242 width=10) default@tab2,s2,Tbl:COMPLETE,Col:NONE,Output:["value"] @@ -1855,22 +1855,22 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_26] - Group By Operator [GBY_24] (rows=1 width=8) + Reducer 4 vectorized, llap + File Output Operator [FS_44] + Group By Operator [GBY_43] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 3 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_23] Group By Operator [GBY_22] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_39] (rows=558 width=10) - Conds:Union 2._col0=RS_19._col0(Inner) - <-Map 7 [SIMPLE_EDGE] llap - SHUFFLE [RS_19] + Conds:Union 2._col0=RS_42._col0(Inner) + <-Map 7 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_42] PartitionCols:_col0 - Select Operator [SEL_17] (rows=500 width=10) + Select Operator [SEL_41] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_36] (rows=500 width=10) + Filter Operator [FIL_40] (rows=500 width=10) predicate:key is not null TableScan [TS_15] (rows=500 width=10) default@tab_part,b,Tbl:COMPLETE,Col:NONE,Output:["key"] @@ -1892,12 +1892,12 @@ Stage-0 predicate:key is not null TableScan [TS_0] (rows=242 width=10) Output:["key"] - <-Map 6 [CONTAINS] llap - Reduce Output Operator [RS_18] + <-Map 6 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_47] PartitionCols:_col0 - Select Operator [SEL_12] (rows=242 width=10) + Select Operator [SEL_46] (rows=242 width=10) Output:["_col0"] - Filter Operator [FIL_35] (rows=242 width=10) + Filter Operator [FIL_45] (rows=242 width=10) predicate:key is not null TableScan [TS_10] (rows=242 width=10) Output:["key"] @@ -1926,32 +1926,32 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 5 llap - File Output Operator [FS_32] - Group By Operator [GBY_30] (rows=1 width=8) + Reducer 5 vectorized, llap + File Output Operator [FS_59] + Group By Operator [GBY_58] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_29] Group By Operator [GBY_28] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_51] (rows=587 width=10) - Conds:Union 3._col0=RS_25._col0(Inner) - <-Map 9 [SIMPLE_EDGE] llap - SHUFFLE [RS_25] + Conds:Union 3._col0=RS_57._col0(Inner) + <-Map 9 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_57] PartitionCols:_col0 - Select Operator [SEL_23] (rows=500 width=10) + Select Operator [SEL_56] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_47] (rows=500 width=10) + Filter Operator [FIL_55] (rows=500 width=10) predicate:key is not null TableScan [TS_21] (rows=500 width=10) default@tab_part,b,Tbl:COMPLETE,Col:NONE,Output:["key"] <-Union 3 [SIMPLE_EDGE] - <-Map 8 [CONTAINS] llap - Reduce Output Operator [RS_24] + <-Map 8 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_62] PartitionCols:_col0 - Select Operator [SEL_18] (rows=242 width=10) + Select Operator [SEL_61] (rows=242 width=10) Output:["_col0"] - Filter Operator [FIL_46] (rows=242 width=10) + Filter Operator [FIL_60] (rows=242 width=10) predicate:key is not null TableScan [TS_16] (rows=242 width=10) Output:["key"] @@ -1959,7 +1959,7 @@ Stage-0 Reduce Output Operator [RS_24] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_50] (rows=292 width=10) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0"] + Conds:RS_12._col1=RS_54._col0(Inner),Output:["_col0"] <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_12] PartitionCols:_col1 @@ -1977,12 +1977,12 @@ Stage-0 predicate:(key is not null and value is not null) TableScan [TS_0] (rows=242 width=10) default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 7 [SIMPLE_EDGE] llap - SHUFFLE [RS_13] + <-Map 7 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_54] PartitionCols:_col0 - Select Operator [SEL_8] (rows=242 width=10) + Select Operator [SEL_53] (rows=242 width=10) Output:["_col0"] - Filter Operator [FIL_45] (rows=242 width=10) + Filter Operator [FIL_52] (rows=242 width=10) predicate:value is not null TableScan [TS_6] (rows=242 width=10) default@tab,s2,Tbl:COMPLETE,Col:NONE,Output:["value"] @@ -2035,83 +2035,83 @@ Stage-0 limit:-1 Stage-1 Union 4 - <-Map 16 [CONTAINS] llap - File Output Operator [FS_74] - Select Operator [SEL_72] (rows=1677 width=10) + <-Map 16 [CONTAINS] vectorized, llap + File Output Operator [FS_169] + Select Operator [SEL_168] (rows=1677 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_119] (rows=1677 width=10) - Conds:RS_69._col1=SEL_54._col0(Inner),Output:["_col0","_col3"] - <-Map 6 [BROADCAST_EDGE] llap - BROADCAST [RS_69] + Map Join Operator [MAPJOIN_167] (rows=1677 width=10) + Conds:RS_135._col1=SEL_166._col0(Inner),Output:["_col0","_col3"] + <-Map 6 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_135] PartitionCols:_col1 - Map Join Operator [MAPJOIN_118] (rows=27 width=7) - Conds:SEL_10._col0=RS_67._col0(Inner),Output:["_col0","_col1","_col3"] - <-Map 15 [BROADCAST_EDGE] llap - BROADCAST [RS_67] + Map Join Operator [MAPJOIN_133] (rows=27 width=7) + Conds:SEL_131._col0=RS_129._col0(Inner),Output:["_col0","_col1","_col3"] + <-Map 15 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_129] PartitionCols:_col0 - Select Operator [SEL_51] (rows=25 width=7) + Select Operator [SEL_128] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_109] (rows=25 width=7) + Filter Operator [FIL_127] (rows=25 width=7) predicate:key is not null TableScan [TS_49] (rows=25 width=7) default@src1,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_10] (rows=25 width=7) + <-Select Operator [SEL_131] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_101] (rows=25 width=7) + Filter Operator [FIL_130] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_8] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_54] (rows=25 width=7) + <-Select Operator [SEL_166] (rows=25 width=7) Output:["_col0"] - Filter Operator [FIL_110] (rows=25 width=7) + Filter Operator [FIL_165] (rows=25 width=7) predicate:value is not null TableScan [TS_52] (rows=25 width=7) Output:["value"] - <-Map 17 [CONTAINS] llap - File Output Operator [FS_74] - Select Operator [SEL_72] (rows=1677 width=10) + <-Map 17 [CONTAINS] vectorized, llap + File Output Operator [FS_174] + Select Operator [SEL_173] (rows=1677 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_119] (rows=1677 width=10) - Conds:RS_124._col1=SEL_57._col0(Inner),Output:["_col0","_col3"] - <-Map 6 [BROADCAST_EDGE] llap - BROADCAST [RS_124] + Map Join Operator [MAPJOIN_172] (rows=1677 width=10) + Conds:RS_136._col1=SEL_171._col0(Inner),Output:["_col0","_col3"] + <-Map 6 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_136] PartitionCols:_col1 - Please refer to the previous Map Join Operator [MAPJOIN_118] - <-Select Operator [SEL_57] (rows=500 width=10) + Please refer to the previous Map Join Operator [MAPJOIN_133] + <-Select Operator [SEL_171] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_111] (rows=500 width=10) + Filter Operator [FIL_170] (rows=500 width=10) predicate:value is not null TableScan [TS_55] (rows=500 width=10) Output:["value"] - <-Map 18 [CONTAINS] llap - File Output Operator [FS_74] - Select Operator [SEL_72] (rows=1677 width=10) + <-Map 18 [CONTAINS] vectorized, llap + File Output Operator [FS_179] + Select Operator [SEL_178] (rows=1677 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_119] (rows=1677 width=10) - Conds:RS_125._col1=SEL_61._col0(Inner),Output:["_col0","_col3"] - <-Map 6 [BROADCAST_EDGE] llap - BROADCAST [RS_125] + Map Join Operator [MAPJOIN_177] (rows=1677 width=10) + Conds:RS_137._col1=SEL_176._col0(Inner),Output:["_col0","_col3"] + <-Map 6 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_137] PartitionCols:_col1 - Please refer to the previous Map Join Operator [MAPJOIN_118] - <-Select Operator [SEL_61] (rows=500 width=10) + Please refer to the previous Map Join Operator [MAPJOIN_133] + <-Select Operator [SEL_176] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_112] (rows=500 width=10) + Filter Operator [FIL_175] (rows=500 width=10) predicate:value is not null TableScan [TS_59] (rows=500 width=10) Output:["value"] - <-Map 19 [CONTAINS] llap - File Output Operator [FS_74] - Select Operator [SEL_72] (rows=1677 width=10) + <-Map 19 [CONTAINS] vectorized, llap + File Output Operator [FS_184] + Select Operator [SEL_183] (rows=1677 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_119] (rows=1677 width=10) - Conds:RS_126._col1=SEL_64._col0(Inner),Output:["_col0","_col3"] - <-Map 6 [BROADCAST_EDGE] llap - BROADCAST [RS_126] + Map Join Operator [MAPJOIN_182] (rows=1677 width=10) + Conds:RS_138._col1=SEL_181._col0(Inner),Output:["_col0","_col3"] + <-Map 6 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_138] PartitionCols:_col1 - Please refer to the previous Map Join Operator [MAPJOIN_118] - <-Select Operator [SEL_64] (rows=500 width=10) + Please refer to the previous Map Join Operator [MAPJOIN_133] + <-Select Operator [SEL_181] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_113] (rows=500 width=10) + Filter Operator [FIL_180] (rows=500 width=10) predicate:value is not null TableScan [TS_62] (rows=500 width=10) Output:["value"] @@ -2120,44 +2120,44 @@ Stage-0 Select Operator [SEL_20] (rows=634 width=10) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_115] (rows=634 width=10) - Conds:Union 2._col1=RS_18._col0(Inner),Output:["_col1","_col4"] - <-Map 7 [SIMPLE_EDGE] llap - SHUFFLE [RS_18] + Conds:Union 2._col1=RS_147._col0(Inner),Output:["_col1","_col4"] + <-Map 7 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_147] PartitionCols:_col0 - Select Operator [SEL_13] (rows=500 width=10) + Select Operator [SEL_145] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_102] (rows=500 width=10) + Filter Operator [FIL_143] (rows=500 width=10) predicate:key is not null TableScan [TS_11] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_17] + <-Map 1 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_142] PartitionCols:_col1 - Map Join Operator [MAPJOIN_114] (rows=577 width=10) - Conds:SEL_2._col0=RS_15._col1(Inner),Output:["_col1"] - <-Map 6 [BROADCAST_EDGE] llap - BROADCAST [RS_15] + Map Join Operator [MAPJOIN_141] (rows=577 width=10) + Conds:SEL_140._col0=RS_132._col1(Inner),Output:["_col1"] + <-Map 6 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_132] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_10] - <-Select Operator [SEL_2] (rows=25 width=7) + Please refer to the previous Select Operator [SEL_131] + <-Select Operator [SEL_140] (rows=25 width=7) Output:["_col0"] - Filter Operator [FIL_99] (rows=25 width=7) + Filter Operator [FIL_139] (rows=25 width=7) predicate:value is not null TableScan [TS_0] (rows=25 width=7) Output:["value"] - <-Map 5 [CONTAINS] llap - Reduce Output Operator [RS_17] + <-Map 5 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_152] PartitionCols:_col1 - Map Join Operator [MAPJOIN_114] (rows=577 width=10) - Conds:SEL_5._col0=RS_120._col1(Inner),Output:["_col1"] - <-Map 6 [BROADCAST_EDGE] llap - BROADCAST [RS_120] + Map Join Operator [MAPJOIN_151] (rows=577 width=10) + Conds:SEL_150._col0=RS_134._col1(Inner),Output:["_col1"] + <-Map 6 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_134] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_10] - <-Select Operator [SEL_5] (rows=500 width=10) + Please refer to the previous Select Operator [SEL_131] + <-Select Operator [SEL_150] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_100] (rows=500 width=10) + Filter Operator [FIL_149] (rows=500 width=10) predicate:value is not null TableScan [TS_3] (rows=500 width=10) Output:["value"] @@ -2166,13 +2166,13 @@ Stage-0 Select Operator [SEL_44] (rows=1239 width=10) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_117] (rows=1239 width=10) - Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col1","_col4"] - <-Map 14 [SIMPLE_EDGE] llap - SHUFFLE [RS_42] + Conds:RS_41._col1=RS_155._col0(Inner),Output:["_col1","_col4"] + <-Map 14 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_155] PartitionCols:_col0 - Select Operator [SEL_37] (rows=500 width=10) + Select Operator [SEL_154] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_107] (rows=500 width=10) + Filter Operator [FIL_153] (rows=500 width=10) predicate:key is not null TableScan [TS_35] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -2180,40 +2180,40 @@ Stage-0 SHUFFLE [RS_41] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_116] (rows=1127 width=10) - Conds:Union 11._col0=RS_39._col1(Inner),Output:["_col1"] - <-Map 7 [SIMPLE_EDGE] llap - SHUFFLE [RS_39] + Conds:Union 11._col0=RS_148._col1(Inner),Output:["_col1"] + <-Map 7 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_148] PartitionCols:_col1 - Select Operator [SEL_34] (rows=500 width=10) + Select Operator [SEL_146] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_106] (rows=500 width=10) + Filter Operator [FIL_144] (rows=500 width=10) predicate:(key is not null and value is not null) Please refer to the previous TableScan [TS_11] <-Union 11 [SIMPLE_EDGE] - <-Map 10 [CONTAINS] llap - Reduce Output Operator [RS_38] + <-Map 10 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_158] PartitionCols:_col0 - Select Operator [SEL_23] (rows=25 width=7) + Select Operator [SEL_157] (rows=25 width=7) Output:["_col0"] - Filter Operator [FIL_103] (rows=25 width=7) + Filter Operator [FIL_156] (rows=25 width=7) predicate:value is not null TableScan [TS_21] (rows=25 width=7) Output:["value"] - <-Map 12 [CONTAINS] llap - Reduce Output Operator [RS_38] + <-Map 12 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_161] PartitionCols:_col0 - Select Operator [SEL_26] (rows=500 width=10) + Select Operator [SEL_160] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_104] (rows=500 width=10) + Filter Operator [FIL_159] (rows=500 width=10) predicate:value is not null TableScan [TS_24] (rows=500 width=10) Output:["value"] - <-Map 13 [CONTAINS] llap - Reduce Output Operator [RS_38] + <-Map 13 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_164] PartitionCols:_col0 - Select Operator [SEL_30] (rows=500 width=10) + Select Operator [SEL_163] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_105] (rows=500 width=10) + Filter Operator [FIL_162] (rows=500 width=10) predicate:value is not null TableScan [TS_28] (rows=500 width=10) Output:["value"] @@ -2273,115 +2273,115 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 8 llap - File Output Operator [FS_122] - Group By Operator [GBY_120] (rows=530 width=10) + Reducer 8 vectorized, llap + File Output Operator [FS_197] + Group By Operator [GBY_196] (rows=530 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 7 [SIMPLE_EDGE] - <-Reducer 29 [CONTAINS] llap - Reduce Output Operator [RS_119] + <-Reducer 29 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_241] PartitionCols:_col0, _col1 - Group By Operator [GBY_118] (rows=1061 width=10) + Group By Operator [GBY_240] (rows=1061 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_114] (rows=484 width=10) + Select Operator [SEL_239] (rows=484 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_167] (rows=484 width=10) - Conds:RS_111._col1=SEL_107._col1(Inner),Output:["_col0","_col3"] - <-Map 10 [BROADCAST_EDGE] llap - BROADCAST [RS_111] + Map Join Operator [MAPJOIN_238] (rows=484 width=10) + Conds:RS_182._col1=SEL_237._col1(Inner),Output:["_col0","_col3"] + <-Map 10 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_182] PartitionCols:_col1 - Map Join Operator [MAPJOIN_166] (rows=27 width=7) - Conds:SEL_15._col0=RS_109._col0(Inner),Output:["_col0","_col1","_col3"] - <-Map 22 [BROADCAST_EDGE] llap - BROADCAST [RS_109] + Map Join Operator [MAPJOIN_181] (rows=27 width=7) + Conds:SEL_179._col0=RS_177._col0(Inner),Output:["_col0","_col1","_col3"] + <-Map 22 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_177] PartitionCols:_col0 - Select Operator [SEL_74] (rows=25 width=7) + Select Operator [SEL_176] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_157] (rows=25 width=7) + Filter Operator [FIL_175] (rows=25 width=7) predicate:key is not null TableScan [TS_72] (rows=25 width=7) default@src1,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_15] (rows=25 width=7) + <-Select Operator [SEL_179] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_149] (rows=25 width=7) + Filter Operator [FIL_178] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_13] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_107] (rows=440 width=10) + <-Select Operator [SEL_237] (rows=440 width=10) Output:["_col1"] - Group By Operator [GBY_106] (rows=440 width=10) + Group By Operator [GBY_236] (rows=440 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 28 [SIMPLE_EDGE] - <-Map 32 [CONTAINS] llap - Reduce Output Operator [RS_105] + <-Map 32 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_253] PartitionCols:_col0, _col1 - Group By Operator [GBY_104] (rows=881 width=10) + Group By Operator [GBY_252] (rows=881 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_100] (rows=500 width=10) + Select Operator [SEL_251] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_161] (rows=500 width=10) + Filter Operator [FIL_250] (rows=500 width=10) predicate:value is not null TableScan [TS_98] (rows=500 width=10) Output:["key","value"] - <-Reducer 27 [CONTAINS] llap - Reduce Output Operator [RS_105] + <-Reducer 27 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_235] PartitionCols:_col0, _col1 - Group By Operator [GBY_104] (rows=881 width=10) + Group By Operator [GBY_234] (rows=881 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_97] (rows=381 width=10) + Select Operator [SEL_233] (rows=381 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_96] (rows=381 width=10) + Group By Operator [GBY_232] (rows=381 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 26 [SIMPLE_EDGE] - <-Map 31 [CONTAINS] llap - Reduce Output Operator [RS_95] + <-Map 31 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_249] PartitionCols:_col0, _col1 - Group By Operator [GBY_94] (rows=762 width=10) + Group By Operator [GBY_248] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_90] (rows=500 width=10) + Select Operator [SEL_247] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_160] (rows=500 width=10) + Filter Operator [FIL_246] (rows=500 width=10) predicate:value is not null TableScan [TS_88] (rows=500 width=10) Output:["key","value"] - <-Reducer 25 [CONTAINS] llap - Reduce Output Operator [RS_95] + <-Reducer 25 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_231] PartitionCols:_col0, _col1 - Group By Operator [GBY_94] (rows=762 width=10) + Group By Operator [GBY_230] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_87] (rows=262 width=10) + Select Operator [SEL_229] (rows=262 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_86] (rows=262 width=10) + Group By Operator [GBY_228] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 24 [SIMPLE_EDGE] - <-Map 23 [CONTAINS] llap - Reduce Output Operator [RS_85] + <-Map 23 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_227] PartitionCols:_col0, _col1 - Group By Operator [GBY_84] (rows=525 width=10) + Group By Operator [GBY_226] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_77] (rows=25 width=7) + Select Operator [SEL_225] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_158] (rows=25 width=7) + Filter Operator [FIL_224] (rows=25 width=7) predicate:value is not null TableScan [TS_75] (rows=25 width=7) Output:["key","value"] - <-Map 30 [CONTAINS] llap - Reduce Output Operator [RS_85] + <-Map 30 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_245] PartitionCols:_col0, _col1 - Group By Operator [GBY_84] (rows=525 width=10) + Group By Operator [GBY_244] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_80] (rows=500 width=10) + Select Operator [SEL_243] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_159] (rows=500 width=10) + Filter Operator [FIL_242] (rows=500 width=10) predicate:value is not null TableScan [TS_78] (rows=500 width=10) Output:["key","value"] - <-Reducer 6 [CONTAINS] llap - Reduce Output Operator [RS_119] + <-Reducer 6 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_195] PartitionCols:_col0, _col1 - Group By Operator [GBY_118] (rows=1061 width=10) + Group By Operator [GBY_194] (rows=1061 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_67] (rows=577 width=10) + Group By Operator [GBY_193] (rows=577 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 5 [SIMPLE_EDGE] <-Reducer 13 [CONTAINS] llap @@ -2392,13 +2392,13 @@ Stage-0 Select Operator [SEL_61] (rows=605 width=10) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_165] (rows=605 width=10) - Conds:RS_58._col2=RS_59._col0(Inner),Output:["_col2","_col5"] - <-Map 21 [SIMPLE_EDGE] llap - SHUFFLE [RS_59] + Conds:RS_58._col2=RS_207._col0(Inner),Output:["_col2","_col5"] + <-Map 21 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_207] PartitionCols:_col0 - Select Operator [SEL_54] (rows=500 width=10) + Select Operator [SEL_206] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_155] (rows=500 width=10) + Filter Operator [FIL_205] (rows=500 width=10) predicate:key is not null TableScan [TS_52] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -2406,64 +2406,64 @@ Stage-0 SHUFFLE [RS_58] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_164] (rows=550 width=10) - Conds:RS_55._col1=RS_56._col1(Inner),Output:["_col2"] - <-Map 11 [SIMPLE_EDGE] llap - SHUFFLE [RS_56] + Conds:RS_204._col1=RS_192._col1(Inner),Output:["_col2"] + <-Map 11 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_192] PartitionCols:_col1 - Select Operator [SEL_51] (rows=500 width=10) + Select Operator [SEL_190] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_154] (rows=500 width=10) + Filter Operator [FIL_188] (rows=500 width=10) predicate:(key is not null and value is not null) TableScan [TS_16] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Reducer 18 [SIMPLE_EDGE] llap - SHUFFLE [RS_55] + <-Reducer 18 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_204] PartitionCols:_col1 - Select Operator [SEL_48] (rows=381 width=10) + Select Operator [SEL_203] (rows=381 width=10) Output:["_col1"] - Group By Operator [GBY_47] (rows=381 width=10) + Group By Operator [GBY_202] (rows=381 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 17 [SIMPLE_EDGE] - <-Map 20 [CONTAINS] llap - Reduce Output Operator [RS_46] + <-Map 20 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_223] PartitionCols:_col0, _col1 - Group By Operator [GBY_45] (rows=762 width=10) + Group By Operator [GBY_222] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_41] (rows=500 width=10) + Select Operator [SEL_221] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_153] (rows=500 width=10) + Filter Operator [FIL_220] (rows=500 width=10) predicate:value is not null TableScan [TS_39] (rows=500 width=10) Output:["key","value"] - <-Reducer 16 [CONTAINS] llap - Reduce Output Operator [RS_46] + <-Reducer 16 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_215] PartitionCols:_col0, _col1 - Group By Operator [GBY_45] (rows=762 width=10) + Group By Operator [GBY_214] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_38] (rows=262 width=10) + Select Operator [SEL_213] (rows=262 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_37] (rows=262 width=10) + Group By Operator [GBY_212] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 15 [SIMPLE_EDGE] - <-Map 14 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 14 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_211] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=525 width=10) + Group By Operator [GBY_210] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_28] (rows=25 width=7) + Select Operator [SEL_209] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_151] (rows=25 width=7) + Filter Operator [FIL_208] (rows=25 width=7) predicate:value is not null TableScan [TS_26] (rows=25 width=7) Output:["key","value"] - <-Map 19 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 19 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_219] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=525 width=10) + Group By Operator [GBY_218] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_31] (rows=500 width=10) + Select Operator [SEL_217] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_152] (rows=500 width=10) + Filter Operator [FIL_216] (rows=500 width=10) predicate:value is not null TableScan [TS_29] (rows=500 width=10) Output:["key","value"] @@ -2475,48 +2475,48 @@ Stage-0 Select Operator [SEL_25] (rows=550 width=10) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_163] (rows=550 width=10) - Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col2","_col5"] - <-Map 11 [SIMPLE_EDGE] llap - SHUFFLE [RS_23] + Conds:RS_186._col2=RS_191._col0(Inner),Output:["_col2","_col5"] + <-Map 11 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_191] PartitionCols:_col0 - Select Operator [SEL_18] (rows=500 width=10) + Select Operator [SEL_189] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_150] (rows=500 width=10) + Filter Operator [FIL_187] (rows=500 width=10) predicate:key is not null Please refer to the previous TableScan [TS_16] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_22] + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_186] PartitionCols:_col2 - Map Join Operator [MAPJOIN_162] (rows=288 width=10) - Conds:SEL_12._col1=RS_20._col1(Inner),Output:["_col2"] - <-Map 10 [BROADCAST_EDGE] llap - BROADCAST [RS_20] + Map Join Operator [MAPJOIN_185] (rows=288 width=10) + Conds:SEL_184._col1=RS_180._col1(Inner),Output:["_col2"] + <-Map 10 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_180] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_15] - <-Select Operator [SEL_12] (rows=262 width=10) + Please refer to the previous Select Operator [SEL_179] + <-Select Operator [SEL_184] (rows=262 width=10) Output:["_col1"] - Group By Operator [GBY_11] (rows=262 width=10) + Group By Operator [GBY_183] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 1 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_174] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=525 width=10) + Group By Operator [GBY_173] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_2] (rows=25 width=7) + Select Operator [SEL_172] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_147] (rows=25 width=7) + Filter Operator [FIL_171] (rows=25 width=7) predicate:value is not null TableScan [TS_0] (rows=25 width=7) Output:["key","value"] - <-Map 9 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 9 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_201] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=525 width=10) + Group By Operator [GBY_200] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_5] (rows=500 width=10) + Select Operator [SEL_199] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_148] (rows=500 width=10) + Filter Operator [FIL_198] (rows=500 width=10) predicate:value is not null TableScan [TS_3] (rows=500 width=10) Output:["key","value"] @@ -2622,24 +2622,24 @@ Stage-5 Select Operator [SEL_72] (rows=1677 width=10) Output:["_col0","_col1"] Map Join Operator [MAPJOIN_124] (rows=1677 width=10) - Conds:RS_69._col1=SEL_54._col0(Inner),Output:["_col0","_col3"] - <-Map 9 [BROADCAST_EDGE] llap - BROADCAST [RS_69] + Conds:RS_140._col1=SEL_54._col0(Inner),Output:["_col0","_col3"] + <-Map 9 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_140] PartitionCols:_col1 - Map Join Operator [MAPJOIN_123] (rows=27 width=7) - Conds:SEL_10._col0=RS_67._col0(Inner),Output:["_col0","_col1","_col3"] - <-Map 18 [BROADCAST_EDGE] llap - BROADCAST [RS_67] + Map Join Operator [MAPJOIN_138] (rows=27 width=7) + Conds:SEL_136._col0=RS_134._col0(Inner),Output:["_col0","_col1","_col3"] + <-Map 18 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_134] PartitionCols:_col0 - Select Operator [SEL_51] (rows=25 width=7) + Select Operator [SEL_133] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_114] (rows=25 width=7) + Filter Operator [FIL_132] (rows=25 width=7) predicate:key is not null TableScan [TS_49] (rows=25 width=7) default@src1,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_10] (rows=25 width=7) + <-Select Operator [SEL_136] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_106] (rows=25 width=7) + Filter Operator [FIL_135] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_8] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -2679,11 +2679,11 @@ Stage-5 Select Operator [SEL_72] (rows=1677 width=10) Output:["_col0","_col1"] Map Join Operator [MAPJOIN_124] (rows=1677 width=10) - Conds:RS_129._col1=SEL_57._col0(Inner),Output:["_col0","_col3"] - <-Map 9 [BROADCAST_EDGE] llap - BROADCAST [RS_129] + Conds:RS_141._col1=SEL_57._col0(Inner),Output:["_col0","_col3"] + <-Map 9 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_141] PartitionCols:_col1 - Please refer to the previous Map Join Operator [MAPJOIN_123] + Please refer to the previous Map Join Operator [MAPJOIN_138] <-Select Operator [SEL_57] (rows=500 width=10) Output:["_col0"] Filter Operator [FIL_116] (rows=500 width=10) @@ -2720,11 +2720,11 @@ Stage-5 Select Operator [SEL_72] (rows=1677 width=10) Output:["_col0","_col1"] Map Join Operator [MAPJOIN_124] (rows=1677 width=10) - Conds:RS_130._col1=SEL_61._col0(Inner),Output:["_col0","_col3"] - <-Map 9 [BROADCAST_EDGE] llap - BROADCAST [RS_130] + Conds:RS_142._col1=SEL_61._col0(Inner),Output:["_col0","_col3"] + <-Map 9 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_142] PartitionCols:_col1 - Please refer to the previous Map Join Operator [MAPJOIN_123] + Please refer to the previous Map Join Operator [MAPJOIN_138] <-Select Operator [SEL_61] (rows=500 width=10) Output:["_col0"] Filter Operator [FIL_117] (rows=500 width=10) @@ -2761,11 +2761,11 @@ Stage-5 Select Operator [SEL_72] (rows=1677 width=10) Output:["_col0","_col1"] Map Join Operator [MAPJOIN_124] (rows=1677 width=10) - Conds:RS_131._col1=SEL_64._col0(Inner),Output:["_col0","_col3"] - <-Map 9 [BROADCAST_EDGE] llap - BROADCAST [RS_131] + Conds:RS_143._col1=SEL_64._col0(Inner),Output:["_col0","_col3"] + <-Map 9 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_143] PartitionCols:_col1 - Please refer to the previous Map Join Operator [MAPJOIN_123] + Please refer to the previous Map Join Operator [MAPJOIN_138] <-Select Operator [SEL_64] (rows=500 width=10) Output:["_col0"] Filter Operator [FIL_118] (rows=500 width=10) @@ -2802,13 +2802,13 @@ Stage-5 Select Operator [SEL_44] (rows=1239 width=10) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_122] (rows=1239 width=10) - Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col1","_col4"] - <-Map 17 [SIMPLE_EDGE] llap - SHUFFLE [RS_42] + Conds:RS_41._col1=RS_160._col0(Inner),Output:["_col1","_col4"] + <-Map 17 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_160] PartitionCols:_col0 - Select Operator [SEL_37] (rows=500 width=10) + Select Operator [SEL_159] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_112] (rows=500 width=10) + Filter Operator [FIL_158] (rows=500 width=10) predicate:key is not null TableScan [TS_35] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -2816,41 +2816,41 @@ Stage-5 SHUFFLE [RS_41] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_121] (rows=1127 width=10) - Conds:Union 14._col0=RS_39._col1(Inner),Output:["_col1"] - <-Map 10 [SIMPLE_EDGE] llap - SHUFFLE [RS_39] + Conds:Union 14._col0=RS_153._col1(Inner),Output:["_col1"] + <-Map 10 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_153] PartitionCols:_col1 - Select Operator [SEL_34] (rows=500 width=10) + Select Operator [SEL_151] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_111] (rows=500 width=10) + Filter Operator [FIL_149] (rows=500 width=10) predicate:(key is not null and value is not null) TableScan [TS_11] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] <-Union 14 [SIMPLE_EDGE] - <-Map 13 [CONTAINS] llap - Reduce Output Operator [RS_38] + <-Map 13 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_163] PartitionCols:_col0 - Select Operator [SEL_23] (rows=25 width=7) + Select Operator [SEL_162] (rows=25 width=7) Output:["_col0"] - Filter Operator [FIL_108] (rows=25 width=7) + Filter Operator [FIL_161] (rows=25 width=7) predicate:value is not null TableScan [TS_21] (rows=25 width=7) Output:["value"] - <-Map 15 [CONTAINS] llap - Reduce Output Operator [RS_38] + <-Map 15 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_166] PartitionCols:_col0 - Select Operator [SEL_26] (rows=500 width=10) + Select Operator [SEL_165] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_109] (rows=500 width=10) + Filter Operator [FIL_164] (rows=500 width=10) predicate:value is not null TableScan [TS_24] (rows=500 width=10) Output:["value"] - <-Map 16 [CONTAINS] llap - Reduce Output Operator [RS_38] + <-Map 16 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_169] PartitionCols:_col0 - Select Operator [SEL_30] (rows=500 width=10) + Select Operator [SEL_168] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_110] (rows=500 width=10) + Filter Operator [FIL_167] (rows=500 width=10) predicate:value is not null TableScan [TS_28] (rows=500 width=10) Output:["value"] @@ -2884,43 +2884,43 @@ Stage-5 Select Operator [SEL_20] (rows=634 width=10) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_120] (rows=634 width=10) - Conds:Union 2._col1=RS_18._col0(Inner),Output:["_col1","_col4"] - <-Map 10 [SIMPLE_EDGE] llap - SHUFFLE [RS_18] + Conds:Union 2._col1=RS_152._col0(Inner),Output:["_col1","_col4"] + <-Map 10 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_152] PartitionCols:_col0 - Select Operator [SEL_13] (rows=500 width=10) + Select Operator [SEL_150] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_107] (rows=500 width=10) + Filter Operator [FIL_148] (rows=500 width=10) predicate:key is not null Please refer to the previous TableScan [TS_11] <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_17] + <-Map 1 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_147] PartitionCols:_col1 - Map Join Operator [MAPJOIN_119] (rows=577 width=10) - Conds:SEL_2._col0=RS_15._col1(Inner),Output:["_col1"] - <-Map 9 [BROADCAST_EDGE] llap - BROADCAST [RS_15] + Map Join Operator [MAPJOIN_146] (rows=577 width=10) + Conds:SEL_145._col0=RS_137._col1(Inner),Output:["_col1"] + <-Map 9 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_137] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_10] - <-Select Operator [SEL_2] (rows=25 width=7) + Please refer to the previous Select Operator [SEL_136] + <-Select Operator [SEL_145] (rows=25 width=7) Output:["_col0"] - Filter Operator [FIL_104] (rows=25 width=7) + Filter Operator [FIL_144] (rows=25 width=7) predicate:value is not null TableScan [TS_0] (rows=25 width=7) Output:["value"] - <-Map 8 [CONTAINS] llap - Reduce Output Operator [RS_17] + <-Map 8 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_157] PartitionCols:_col1 - Map Join Operator [MAPJOIN_119] (rows=577 width=10) - Conds:SEL_5._col0=RS_125._col1(Inner),Output:["_col1"] - <-Map 9 [BROADCAST_EDGE] llap - BROADCAST [RS_125] + Map Join Operator [MAPJOIN_156] (rows=577 width=10) + Conds:SEL_155._col0=RS_139._col1(Inner),Output:["_col1"] + <-Map 9 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_139] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_10] - <-Select Operator [SEL_5] (rows=500 width=10) + Please refer to the previous Select Operator [SEL_136] + <-Select Operator [SEL_155] (rows=500 width=10) Output:["_col0"] - Filter Operator [FIL_105] (rows=500 width=10) + Filter Operator [FIL_154] (rows=500 width=10) predicate:value is not null TableScan [TS_3] (rows=500 width=10) Output:["value"] @@ -3052,110 +3052,110 @@ Stage-5 Group By Operator [GBY_120] (rows=530 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 7 [SIMPLE_EDGE] - <-Reducer 32 [CONTAINS] llap - Reduce Output Operator [RS_119] + <-Reducer 32 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_248] PartitionCols:_col0, _col1 - Group By Operator [GBY_118] (rows=1061 width=10) + Group By Operator [GBY_247] (rows=1061 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_114] (rows=484 width=10) + Select Operator [SEL_246] (rows=484 width=10) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_172] (rows=484 width=10) - Conds:RS_111._col1=SEL_107._col1(Inner),Output:["_col0","_col3"] - <-Map 13 [BROADCAST_EDGE] llap - BROADCAST [RS_111] + Map Join Operator [MAPJOIN_245] (rows=484 width=10) + Conds:RS_187._col1=SEL_244._col1(Inner),Output:["_col0","_col3"] + <-Map 13 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_187] PartitionCols:_col1 - Map Join Operator [MAPJOIN_171] (rows=27 width=7) - Conds:SEL_15._col0=RS_109._col0(Inner),Output:["_col0","_col1","_col3"] - <-Map 25 [BROADCAST_EDGE] llap - BROADCAST [RS_109] + Map Join Operator [MAPJOIN_186] (rows=27 width=7) + Conds:SEL_184._col0=RS_182._col0(Inner),Output:["_col0","_col1","_col3"] + <-Map 25 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_182] PartitionCols:_col0 - Select Operator [SEL_74] (rows=25 width=7) + Select Operator [SEL_181] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_162] (rows=25 width=7) + Filter Operator [FIL_180] (rows=25 width=7) predicate:key is not null TableScan [TS_72] (rows=25 width=7) default@src1,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_15] (rows=25 width=7) + <-Select Operator [SEL_184] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_154] (rows=25 width=7) + Filter Operator [FIL_183] (rows=25 width=7) predicate:(key is not null and value is not null) TableScan [TS_13] (rows=25 width=7) default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Select Operator [SEL_107] (rows=440 width=10) + <-Select Operator [SEL_244] (rows=440 width=10) Output:["_col1"] - Group By Operator [GBY_106] (rows=440 width=10) + Group By Operator [GBY_243] (rows=440 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 31 [SIMPLE_EDGE] - <-Map 35 [CONTAINS] llap - Reduce Output Operator [RS_105] + <-Map 35 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_260] PartitionCols:_col0, _col1 - Group By Operator [GBY_104] (rows=881 width=10) + Group By Operator [GBY_259] (rows=881 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_100] (rows=500 width=10) + Select Operator [SEL_258] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_166] (rows=500 width=10) + Filter Operator [FIL_257] (rows=500 width=10) predicate:value is not null TableScan [TS_98] (rows=500 width=10) Output:["key","value"] - <-Reducer 30 [CONTAINS] llap - Reduce Output Operator [RS_105] + <-Reducer 30 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_242] PartitionCols:_col0, _col1 - Group By Operator [GBY_104] (rows=881 width=10) + Group By Operator [GBY_241] (rows=881 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_97] (rows=381 width=10) + Select Operator [SEL_240] (rows=381 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_96] (rows=381 width=10) + Group By Operator [GBY_239] (rows=381 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 29 [SIMPLE_EDGE] - <-Map 34 [CONTAINS] llap - Reduce Output Operator [RS_95] + <-Map 34 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_256] PartitionCols:_col0, _col1 - Group By Operator [GBY_94] (rows=762 width=10) + Group By Operator [GBY_255] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_90] (rows=500 width=10) + Select Operator [SEL_254] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_165] (rows=500 width=10) + Filter Operator [FIL_253] (rows=500 width=10) predicate:value is not null TableScan [TS_88] (rows=500 width=10) Output:["key","value"] - <-Reducer 28 [CONTAINS] llap - Reduce Output Operator [RS_95] + <-Reducer 28 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_238] PartitionCols:_col0, _col1 - Group By Operator [GBY_94] (rows=762 width=10) + Group By Operator [GBY_237] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_87] (rows=262 width=10) + Select Operator [SEL_236] (rows=262 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_86] (rows=262 width=10) + Group By Operator [GBY_235] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 27 [SIMPLE_EDGE] - <-Map 26 [CONTAINS] llap - Reduce Output Operator [RS_85] + <-Map 26 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_234] PartitionCols:_col0, _col1 - Group By Operator [GBY_84] (rows=525 width=10) + Group By Operator [GBY_233] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_77] (rows=25 width=7) + Select Operator [SEL_232] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_163] (rows=25 width=7) + Filter Operator [FIL_231] (rows=25 width=7) predicate:value is not null TableScan [TS_75] (rows=25 width=7) Output:["key","value"] - <-Map 33 [CONTAINS] llap - Reduce Output Operator [RS_85] + <-Map 33 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_252] PartitionCols:_col0, _col1 - Group By Operator [GBY_84] (rows=525 width=10) + Group By Operator [GBY_251] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_80] (rows=500 width=10) + Select Operator [SEL_250] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_164] (rows=500 width=10) + Filter Operator [FIL_249] (rows=500 width=10) predicate:value is not null TableScan [TS_78] (rows=500 width=10) Output:["key","value"] - <-Reducer 6 [CONTAINS] llap - Reduce Output Operator [RS_119] + <-Reducer 6 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_200] PartitionCols:_col0, _col1 - Group By Operator [GBY_118] (rows=1061 width=10) + Group By Operator [GBY_199] (rows=1061 width=10) Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_67] (rows=577 width=10) + Group By Operator [GBY_198] (rows=577 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 5 [SIMPLE_EDGE] <-Reducer 16 [CONTAINS] llap @@ -3166,13 +3166,13 @@ Stage-5 Select Operator [SEL_61] (rows=605 width=10) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_170] (rows=605 width=10) - Conds:RS_58._col2=RS_59._col0(Inner),Output:["_col2","_col5"] - <-Map 24 [SIMPLE_EDGE] llap - SHUFFLE [RS_59] + Conds:RS_58._col2=RS_214._col0(Inner),Output:["_col2","_col5"] + <-Map 24 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_214] PartitionCols:_col0 - Select Operator [SEL_54] (rows=500 width=10) + Select Operator [SEL_213] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_160] (rows=500 width=10) + Filter Operator [FIL_212] (rows=500 width=10) predicate:key is not null TableScan [TS_52] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3180,64 +3180,64 @@ Stage-5 SHUFFLE [RS_58] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_169] (rows=550 width=10) - Conds:RS_55._col1=RS_56._col1(Inner),Output:["_col2"] - <-Map 14 [SIMPLE_EDGE] llap - SHUFFLE [RS_56] + Conds:RS_211._col1=RS_197._col1(Inner),Output:["_col2"] + <-Map 14 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_197] PartitionCols:_col1 - Select Operator [SEL_51] (rows=500 width=10) + Select Operator [SEL_195] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_159] (rows=500 width=10) + Filter Operator [FIL_193] (rows=500 width=10) predicate:(key is not null and value is not null) TableScan [TS_16] (rows=500 width=10) default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Reducer 21 [SIMPLE_EDGE] llap - SHUFFLE [RS_55] + <-Reducer 21 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_211] PartitionCols:_col1 - Select Operator [SEL_48] (rows=381 width=10) + Select Operator [SEL_210] (rows=381 width=10) Output:["_col1"] - Group By Operator [GBY_47] (rows=381 width=10) + Group By Operator [GBY_209] (rows=381 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 20 [SIMPLE_EDGE] - <-Map 23 [CONTAINS] llap - Reduce Output Operator [RS_46] + <-Map 23 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_230] PartitionCols:_col0, _col1 - Group By Operator [GBY_45] (rows=762 width=10) + Group By Operator [GBY_229] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_41] (rows=500 width=10) + Select Operator [SEL_228] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_158] (rows=500 width=10) + Filter Operator [FIL_227] (rows=500 width=10) predicate:value is not null TableScan [TS_39] (rows=500 width=10) Output:["key","value"] - <-Reducer 19 [CONTAINS] llap - Reduce Output Operator [RS_46] + <-Reducer 19 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_222] PartitionCols:_col0, _col1 - Group By Operator [GBY_45] (rows=762 width=10) + Group By Operator [GBY_221] (rows=762 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_38] (rows=262 width=10) + Select Operator [SEL_220] (rows=262 width=10) Output:["_col0","_col1"] - Group By Operator [GBY_37] (rows=262 width=10) + Group By Operator [GBY_219] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 18 [SIMPLE_EDGE] - <-Map 17 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 17 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_218] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=525 width=10) + Group By Operator [GBY_217] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_28] (rows=25 width=7) + Select Operator [SEL_216] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_156] (rows=25 width=7) + Filter Operator [FIL_215] (rows=25 width=7) predicate:value is not null TableScan [TS_26] (rows=25 width=7) Output:["key","value"] - <-Map 22 [CONTAINS] llap - Reduce Output Operator [RS_36] + <-Map 22 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_226] PartitionCols:_col0, _col1 - Group By Operator [GBY_35] (rows=525 width=10) + Group By Operator [GBY_225] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_31] (rows=500 width=10) + Select Operator [SEL_224] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_157] (rows=500 width=10) + Filter Operator [FIL_223] (rows=500 width=10) predicate:value is not null TableScan [TS_29] (rows=500 width=10) Output:["key","value"] @@ -3249,48 +3249,48 @@ Stage-5 Select Operator [SEL_25] (rows=550 width=10) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_168] (rows=550 width=10) - Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col2","_col5"] - <-Map 14 [SIMPLE_EDGE] llap - SHUFFLE [RS_23] + Conds:RS_191._col2=RS_196._col0(Inner),Output:["_col2","_col5"] + <-Map 14 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_196] PartitionCols:_col0 - Select Operator [SEL_18] (rows=500 width=10) + Select Operator [SEL_194] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_155] (rows=500 width=10) + Filter Operator [FIL_192] (rows=500 width=10) predicate:key is not null Please refer to the previous TableScan [TS_16] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_22] + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_191] PartitionCols:_col2 - Map Join Operator [MAPJOIN_167] (rows=288 width=10) - Conds:SEL_12._col1=RS_20._col1(Inner),Output:["_col2"] - <-Map 13 [BROADCAST_EDGE] llap - BROADCAST [RS_20] + Map Join Operator [MAPJOIN_190] (rows=288 width=10) + Conds:SEL_189._col1=RS_185._col1(Inner),Output:["_col2"] + <-Map 13 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_185] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_15] - <-Select Operator [SEL_12] (rows=262 width=10) + Please refer to the previous Select Operator [SEL_184] + <-Select Operator [SEL_189] (rows=262 width=10) Output:["_col1"] - Group By Operator [GBY_11] (rows=262 width=10) + Group By Operator [GBY_188] (rows=262 width=10) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 1 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_179] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=525 width=10) + Group By Operator [GBY_178] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_2] (rows=25 width=7) + Select Operator [SEL_177] (rows=25 width=7) Output:["_col0","_col1"] - Filter Operator [FIL_152] (rows=25 width=7) + Filter Operator [FIL_176] (rows=25 width=7) predicate:value is not null TableScan [TS_0] (rows=25 width=7) Output:["key","value"] - <-Map 12 [CONTAINS] llap - Reduce Output Operator [RS_10] + <-Map 12 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_208] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=525 width=10) + Group By Operator [GBY_207] (rows=525 width=10) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_5] (rows=500 width=10) + Select Operator [SEL_206] (rows=500 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_153] (rows=500 width=10) + Filter Operator [FIL_205] (rows=500 width=10) predicate:value is not null TableScan [TS_3] (rows=500 width=10) Output:["key","value"] @@ -3396,29 +3396,29 @@ Stage-4 Group By Operator [GBY_13] (rows=1 width=272) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 3 [SIMPLE_EDGE] - <-Map 8 [CONTAINS] llap - Reduce Output Operator [RS_12] + <-Map 8 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_39] PartitionCols:_col0, _col1 - Group By Operator [GBY_11] (rows=1 width=272) + Group By Operator [GBY_38] (rows=1 width=272) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_7] (rows=500 width=10) + Select Operator [SEL_37] (rows=500 width=10) Output:["_col0","_col1"] TableScan [TS_6] (rows=500 width=10) Output:["key","value"] - <-Reducer 2 [CONTAINS] llap - Reduce Output Operator [RS_12] + <-Reducer 2 [CONTAINS] vectorized, llap + Reduce Output Operator [RS_35] PartitionCols:_col0, _col1 - Group By Operator [GBY_11] (rows=1 width=272) + Group By Operator [GBY_34] (rows=1 width=272) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=1 width=272) + Select Operator [SEL_33] (rows=1 width=272) Output:["_col0","_col1"] - Group By Operator [GBY_4] (rows=1 width=8) + Group By Operator [GBY_32] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_3] - Group By Operator [GBY_2] (rows=1 width=8) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_31] + Group By Operator [GBY_30] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_1] (rows=500 width=10) + Select Operator [SEL_29] (rows=500 width=10) TableScan [TS_0] (rows=500 width=10) default@src,s1,Tbl:COMPLETE,Col:COMPLETE PARTITION_ONLY_SHUFFLE [RS_3] @@ -3467,19 +3467,19 @@ Stage-0 Select Operator [SEL_7] (rows=4400 width=10) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_9] (rows=4400 width=10) - Conds:RS_3.key=RS_3.key(Unique),RS_3.key=RS_3.key(Unique),RS_3.key=RS_3.key(Unique),Output:["_col0","_col5","_col10"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + Conds:RS_10.key=RS_10.key(Unique),RS_10.key=RS_10.key(Unique),RS_10.key=RS_10.key(Unique),Output:["_col0","_col5","_col10"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_10] PartitionCols:key TableScan [TS_0] (rows=500 width=10) default@src,a,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_4] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_11] PartitionCols:key TableScan [TS_1] (rows=25 width=7) default@src1,b,Tbl:COMPLETE,Col:NONE,Output:["key"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_5] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_12] PartitionCols:key TableScan [TS_2] (rows=2000 width=10) default@srcpart,c,Tbl:COMPLETE,Col:NONE,Output:["key"] @@ -3510,18 +3510,18 @@ Stage-0 Transform Operator [SCR_8] (rows=550 width=10) command:cat Merge Join Operator [MERGEJOIN_14] (rows=550 width=10) - Conds:RS_3.key=RS_5.key(Inner),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_3] + Conds:RS_16.key=RS_18.key(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_16] PartitionCols:key - Filter Operator [FIL_12] (rows=500 width=10) + Filter Operator [FIL_15] (rows=500 width=10) predicate:key is not null TableScan [TS_0] (rows=500 width=10) default@src,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_5] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_18] PartitionCols:key - Filter Operator [FIL_13] (rows=500 width=10) + Filter Operator [FIL_17] (rows=500 width=10) predicate:key is not null TableScan [TS_1] (rows=500 width=10) default@src,b,Tbl:COMPLETE,Col:NONE,Output:["key"] @@ -3620,11 +3620,11 @@ Stage-4 Output:["_col0","_col1"] Group By Operator [GBY_4] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_3] - Group By Operator [GBY_2] (rows=1 width=8) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_28] + Group By Operator [GBY_27] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_1] (rows=500 width=10) + Select Operator [SEL_26] (rows=500 width=10) TableScan [TS_0] (rows=500 width=10) default@src,s1,Tbl:COMPLETE,Col:COMPLETE Reduce Output Operator [RS_21] @@ -3736,11 +3736,11 @@ Stage-4 Output:["_col0","_col1"] Group By Operator [GBY_4] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_3] - Group By Operator [GBY_2] (rows=1 width=8) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_26] + Group By Operator [GBY_25] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_1] (rows=500 width=10) + Select Operator [SEL_24] (rows=500 width=10) TableScan [TS_0] (rows=500 width=10) default@src,s1,Tbl:COMPLETE,Col:COMPLETE Reduce Output Operator [RS_19] diff --git ql/src/test/results/clientpositive/llap/explainuser_4.q.out ql/src/test/results/clientpositive/llap/explainuser_4.q.out index c4fdc18..49a8fe2 100644 --- ql/src/test/results/clientpositive/llap/explainuser_4.q.out +++ ql/src/test/results/clientpositive/llap/explainuser_4.q.out @@ -24,29 +24,29 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_12] - Select Operator [SEL_11] (rows=2076 width=553) + Reducer 3 vectorized, llap + File Output Operator [FS_25] + Select Operator [SEL_24] (rows=2076 width=553) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_10] Merge Join Operator [MERGEJOIN_17] (rows=2076 width=553) - Conds:RS_6._col2=RS_7._col2(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_20._col2=RS_23._col2(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_20] PartitionCols:_col2 - Select Operator [SEL_2] (rows=1365 width=251) + Select Operator [SEL_19] (rows=1365 width=251) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - Filter Operator [FIL_15] (rows=1365 width=251) + Filter Operator [FIL_18] (rows=1365 width=251) predicate:cint BETWEEN 1000000 AND 3000000 TableScan [TS_0] (rows=12288 width=251) default@alltypesorc,a,Tbl:COMPLETE,Col:COMPLETE,Output:["ctinyint","csmallint","cint","cbigint","cfloat","cdouble","cstring1","cstring2","ctimestamp1","ctimestamp2","cboolean1","cboolean2"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_23] PartitionCols:_col2 - Select Operator [SEL_5] (rows=1019 width=251) + Select Operator [SEL_22] (rows=1019 width=251) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - Filter Operator [FIL_16] (rows=1019 width=251) + Filter Operator [FIL_21] (rows=1019 width=251) predicate:(cbigint is not null and cint BETWEEN 1000000 AND 3000000) TableScan [TS_3] (rows=12288 width=251) default@alltypesorc,b,Tbl:COMPLETE,Col:COMPLETE,Output:["ctinyint","csmallint","cint","cbigint","cfloat","cdouble","cstring1","cstring2","ctimestamp1","ctimestamp2","cboolean1","cboolean2"] @@ -103,31 +103,31 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_14] - Group By Operator [GBY_12] (rows=1 width=8) + Reducer 3 vectorized, llap + File Output Operator [FS_27] + Group By Operator [GBY_26] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_11] Group By Operator [GBY_10] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_19] (rows=2076 width=8) - Conds:RS_6._col0=RS_7._col0(Inner) - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_22._col0=RS_25._col0(Inner) + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_22] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1365 width=2) + Select Operator [SEL_21] (rows=1365 width=2) Output:["_col0"] - Filter Operator [FIL_17] (rows=1365 width=2) + Filter Operator [FIL_20] (rows=1365 width=2) predicate:cint BETWEEN 1000000 AND 3000000 TableScan [TS_0] (rows=12288 width=2) default@alltypesorc,a,Tbl:COMPLETE,Col:COMPLETE,Output:["cint"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_25] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1019 width=8) + Select Operator [SEL_24] (rows=1019 width=8) Output:["_col0"] - Filter Operator [FIL_18] (rows=1019 width=8) + Filter Operator [FIL_23] (rows=1019 width=8) predicate:(cbigint is not null and cint BETWEEN 1000000 AND 3000000) TableScan [TS_3] (rows=12288 width=8) default@alltypesorc,b,Tbl:COMPLETE,Col:COMPLETE,Output:["cint","cbigint"] @@ -178,13 +178,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_16] - Select Operator [SEL_15] (rows=623 width=11) + Reducer 4 vectorized, llap + File Output Operator [FS_31] + Select Operator [SEL_30] (rows=623 width=11) Output:["_col0","_col1"] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] - Group By Operator [GBY_12] (rows=623 width=11) + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_29] + Group By Operator [GBY_28] (rows=623 width=11) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_11] @@ -192,22 +192,22 @@ Stage-0 Group By Operator [GBY_10] (rows=623 width=11) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 Merge Join Operator [MERGEJOIN_21] (rows=2076 width=3) - Conds:RS_6._col1=RS_7._col0(Inner),Output:["_col0"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_24._col1=RS_27._col0(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1365 width=5) + Select Operator [SEL_23] (rows=1365 width=5) Output:["_col0","_col1"] - Filter Operator [FIL_19] (rows=1365 width=5) + Filter Operator [FIL_22] (rows=1365 width=5) predicate:cint BETWEEN 1000000 AND 3000000 TableScan [TS_0] (rows=12288 width=5) default@alltypesorc,a,Tbl:COMPLETE,Col:COMPLETE,Output:["csmallint","cint"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1019 width=8) + Select Operator [SEL_26] (rows=1019 width=8) Output:["_col0"] - Filter Operator [FIL_20] (rows=1019 width=8) + Filter Operator [FIL_25] (rows=1019 width=8) predicate:(cbigint is not null and cint BETWEEN 1000000 AND 3000000) TableScan [TS_3] (rows=12288 width=8) default@alltypesorc,b,Tbl:COMPLETE,Col:COMPLETE,Output:["cint","cbigint"] @@ -263,29 +263,29 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_12] - Select Operator [SEL_11] (rows=1501 width=215) + Reducer 3 vectorized, llap + File Output Operator [FS_28] + Select Operator [SEL_27] (rows=1501 width=215) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_10] - Map Join Operator [MAPJOIN_17] (rows=1501 width=215) - Conds:RS_6.KEY.reducesinkkey0=RS_7.KEY.reducesinkkey0(Inner),HybridGraceHashJoin:true,Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] - <-Map 4 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_7] + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_26] + Map Join Operator [MAPJOIN_25] (rows=1501 width=215) + Conds:RS_21.KEY.reducesinkkey0=RS_24.KEY.reducesinkkey0(Inner),HybridGraceHashJoin:true,Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] + <-Map 4 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_24] PartitionCols:_col2 - Select Operator [SEL_5] (rows=1365 width=215) + Select Operator [SEL_23] (rows=1365 width=215) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - Filter Operator [FIL_16] (rows=1365 width=215) + Filter Operator [FIL_22] (rows=1365 width=215) predicate:(cbigint is not null and cint BETWEEN 1000000 AND 3000000) TableScan [TS_3] (rows=12288 width=215) default@alltypesorc,b,Tbl:COMPLETE,Col:NONE,Output:["ctinyint","csmallint","cint","cbigint","cfloat","cdouble","cstring1","cstring2","ctimestamp1","ctimestamp2","cboolean1","cboolean2"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_6] + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_21] PartitionCols:_col2 - Select Operator [SEL_2] (rows=1365 width=215) + Select Operator [SEL_20] (rows=1365 width=215) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - Filter Operator [FIL_15] (rows=1365 width=215) + Filter Operator [FIL_19] (rows=1365 width=215) predicate:cint BETWEEN 1000000 AND 3000000 TableScan [TS_0] (rows=12288 width=215) default@alltypesorc,a,Tbl:COMPLETE,Col:NONE,Output:["ctinyint","csmallint","cint","cbigint","cfloat","cdouble","cstring1","cstring2","ctimestamp1","ctimestamp2","cboolean1","cboolean2"] @@ -342,31 +342,31 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_14] - Group By Operator [GBY_12] (rows=1 width=8) + Reducer 3 vectorized, llap + File Output Operator [FS_31] + Group By Operator [GBY_30] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_11] - Group By Operator [GBY_10] (rows=1 width=8) + <-Reducer 2 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_29] + Group By Operator [GBY_28] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Map Join Operator [MAPJOIN_19] (rows=1501 width=215) - Conds:RS_6.KEY.reducesinkkey0=RS_7.KEY.reducesinkkey0(Inner),HybridGraceHashJoin:true - <-Map 4 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_7] + Map Join Operator [MAPJOIN_27] (rows=1501 width=215) + Conds:RS_23.KEY.reducesinkkey0=RS_26.KEY.reducesinkkey0(Inner),HybridGraceHashJoin:true + <-Map 4 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_26] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1365 width=215) + Select Operator [SEL_25] (rows=1365 width=215) Output:["_col0"] - Filter Operator [FIL_18] (rows=1365 width=215) + Filter Operator [FIL_24] (rows=1365 width=215) predicate:(cbigint is not null and cint BETWEEN 1000000 AND 3000000) TableScan [TS_3] (rows=12288 width=215) default@alltypesorc,b,Tbl:COMPLETE,Col:NONE,Output:["cint","cbigint"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_6] + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_23] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1365 width=215) + Select Operator [SEL_22] (rows=1365 width=215) Output:["_col0"] - Filter Operator [FIL_17] (rows=1365 width=215) + Filter Operator [FIL_21] (rows=1365 width=215) predicate:cint BETWEEN 1000000 AND 3000000 TableScan [TS_0] (rows=12288 width=215) default@alltypesorc,a,Tbl:COMPLETE,Col:NONE,Output:["cint"] @@ -417,36 +417,36 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_16] - Select Operator [SEL_15] (rows=750 width=215) + Reducer 4 vectorized, llap + File Output Operator [FS_35] + Select Operator [SEL_34] (rows=750 width=215) Output:["_col0","_col1"] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] - Group By Operator [GBY_12] (rows=750 width=215) + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_33] + Group By Operator [GBY_32] (rows=750 width=215) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 - <-Reducer 2 [SIMPLE_EDGE] llap - SHUFFLE [RS_11] + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_31] PartitionCols:_col0 - Group By Operator [GBY_10] (rows=1501 width=215) + Group By Operator [GBY_30] (rows=1501 width=215) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Map Join Operator [MAPJOIN_21] (rows=1501 width=215) - Conds:RS_6.KEY.reducesinkkey0=RS_7.KEY.reducesinkkey0(Inner),HybridGraceHashJoin:true,Output:["_col0"] - <-Map 5 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_7] + Map Join Operator [MAPJOIN_29] (rows=1501 width=215) + Conds:RS_25.KEY.reducesinkkey0=RS_28.KEY.reducesinkkey0(Inner),HybridGraceHashJoin:true,Output:["_col0"] + <-Map 5 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_28] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1365 width=215) + Select Operator [SEL_27] (rows=1365 width=215) Output:["_col0"] - Filter Operator [FIL_20] (rows=1365 width=215) + Filter Operator [FIL_26] (rows=1365 width=215) predicate:(cbigint is not null and cint BETWEEN 1000000 AND 3000000) TableScan [TS_3] (rows=12288 width=215) default@alltypesorc,b,Tbl:COMPLETE,Col:NONE,Output:["cint","cbigint"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_6] + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_25] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1365 width=215) + Select Operator [SEL_24] (rows=1365 width=215) Output:["_col0","_col1"] - Filter Operator [FIL_19] (rows=1365 width=215) + Filter Operator [FIL_23] (rows=1365 width=215) predicate:cint BETWEEN 1000000 AND 3000000 TableScan [TS_0] (rows=12288 width=215) default@alltypesorc,a,Tbl:COMPLETE,Col:NONE,Output:["csmallint","cint"] @@ -500,15 +500,15 @@ Stage-0 File Output Operator [FS_8] Merge Join Operator [MERGEJOIN_9] (rows=150994944 width=431) Conds:(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"],residual filter predicates:{((_col2 = _col14) or UDFToInteger(_col1) BETWEEN 1 AND 10)} - <-Map 1 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_4] - Select Operator [SEL_1] (rows=12288 width=215) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_11] + Select Operator [SEL_10] (rows=12288 width=215) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] TableScan [TS_0] (rows=12288 width=215) default@alltypesorc,a,Tbl:COMPLETE,Col:NONE,Output:["ctinyint","csmallint","cint","cbigint","cfloat","cdouble","cstring1","cstring2","ctimestamp1","ctimestamp2","cboolean1","cboolean2"] - <-Map 3 [CUSTOM_SIMPLE_EDGE] llap - PARTITION_ONLY_SHUFFLE [RS_5] - Select Operator [SEL_3] (rows=12288 width=215) + <-Map 3 [CUSTOM_SIMPLE_EDGE] vectorized, llap + PARTITION_ONLY_SHUFFLE [RS_13] + Select Operator [SEL_12] (rows=12288 width=215) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] TableScan [TS_2] (rows=12288 width=215) default@alltypesorc,b,Tbl:COMPLETE,Col:NONE,Output:["ctinyint","csmallint","cint","cbigint","cfloat","cdouble","cstring1","cstring2","ctimestamp1","ctimestamp2","cboolean1","cboolean2"] diff --git ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out index f69d8a2..3607edf 100644 --- ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out +++ ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out @@ -63,7 +63,7 @@ STAGE PLANS: Statistics: Num rows: 15 Data size: 1450 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -140,7 +140,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -216,7 +216,7 @@ STAGE PLANS: Statistics: Num rows: 25 Data size: 4575 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/filter_union.q.out ql/src/test/results/clientpositive/llap/filter_union.q.out index 0aab9e0..926c2fb 100644 --- ql/src/test/results/clientpositive/llap/filter_union.q.out +++ ql/src/test/results/clientpositive/llap/filter_union.q.out @@ -62,7 +62,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -140,7 +140,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -194,7 +194,7 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -230,7 +230,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -333,10 +333,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -421,10 +421,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -508,10 +508,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/groupby1.q.out ql/src/test/results/clientpositive/llap/groupby1.q.out index d58a9fd..a678d27 100644 --- ql/src/test/results/clientpositive/llap/groupby1.q.out +++ ql/src/test/results/clientpositive/llap/groupby1.q.out @@ -42,7 +42,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -60,7 +60,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/groupby2.q.out ql/src/test/results/clientpositive/llap/groupby2.q.out index c452719..646a5f5 100644 --- ql/src/test/results/clientpositive/llap/groupby2.q.out +++ ql/src/test/results/clientpositive/llap/groupby2.q.out @@ -45,7 +45,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/groupby3.q.out ql/src/test/results/clientpositive/llap/groupby3.q.out index 05b5bfd..b802125 100644 --- ql/src/test/results/clientpositive/llap/groupby3.q.out +++ ql/src/test/results/clientpositive/llap/groupby3.q.out @@ -62,7 +62,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: substr(value, 5) (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/groupby_resolution.q.out ql/src/test/results/clientpositive/llap/groupby_resolution.q.out index d3b85f8..bb6bec2 100644 --- ql/src/test/results/clientpositive/llap/groupby_resolution.q.out +++ ql/src/test/results/clientpositive/llap/groupby_resolution.q.out @@ -28,10 +28,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count() @@ -83,10 +83,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count() @@ -139,10 +139,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count() @@ -157,7 +157,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -210,10 +210,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count() @@ -228,7 +228,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -287,10 +287,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -349,10 +349,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -412,10 +412,10 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -430,7 +430,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -490,10 +490,10 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -508,7 +508,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -663,10 +663,10 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -681,7 +681,7 @@ STAGE PLANS: Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -696,7 +696,7 @@ STAGE PLANS: Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: bigint) @@ -803,10 +803,10 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/llap/having.q.out ql/src/test/results/clientpositive/llap/having.q.out index 7efb721..3964a31 100644 --- ql/src/test/results/clientpositive/llap/having.q.out +++ ql/src/test/results/clientpositive/llap/having.q.out @@ -35,10 +35,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -125,10 +125,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -503,10 +503,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -778,10 +778,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 22493 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -980,10 +980,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1252,10 +1252,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out index 50eddb5..b8df0d0 100644 --- ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out +++ ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out @@ -66,7 +66,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -85,10 +85,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -187,7 +187,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -206,10 +206,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -306,7 +306,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -325,10 +325,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -423,7 +423,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -442,10 +442,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -537,7 +537,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -553,10 +553,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -648,7 +648,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -664,10 +664,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -794,7 +794,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -813,10 +813,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -916,7 +916,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -935,10 +935,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1024,7 +1024,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1043,7 +1043,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1065,7 +1065,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1151,7 +1151,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1170,7 +1170,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1192,7 +1192,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out index 6ee21df..d09f42a 100644 --- ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out +++ ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out @@ -52,7 +52,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -83,7 +83,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -98,10 +98,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -183,7 +183,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -214,7 +214,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -229,10 +229,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -325,7 +325,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -359,7 +359,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -374,7 +374,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -389,10 +389,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -478,7 +478,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -512,7 +512,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -527,7 +527,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -542,10 +542,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -649,7 +649,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 10 Map Operator Tree: @@ -664,7 +664,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -695,7 +695,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -710,7 +710,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -725,7 +725,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -756,10 +756,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -777,7 +777,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: bigint) @@ -792,7 +792,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -899,7 +899,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 10 Map Operator Tree: @@ -914,7 +914,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -945,7 +945,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -960,7 +960,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -975,7 +975,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -1006,10 +1006,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1027,7 +1027,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: bigint) @@ -1042,7 +1042,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1158,7 +1158,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 350 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -1202,7 +1202,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1217,7 +1217,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1232,7 +1232,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 222 Data size: 39516 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1247,10 +1247,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1353,7 +1353,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 350 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -1397,7 +1397,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1412,7 +1412,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1427,7 +1427,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 222 Data size: 39516 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1442,10 +1442,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out index e00f49b..b29d277 100644 --- ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out +++ ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out @@ -43,7 +43,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: '105' (type: string) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -75,7 +75,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 diff --git ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out index 2c20e17..7f830e9 100644 --- ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out +++ ql/src/test/results/clientpositive/llap/insert1_overwrite_partitions.q.out @@ -66,7 +66,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -254,7 +254,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -411,7 +411,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -- Statistics: Num rows: 99 Data size: 93448 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/insert_into1.q.out ql/src/test/results/clientpositive/llap/insert_into1.q.out index 844e5e4..d7dbe94 100644 --- ql/src/test/results/clientpositive/llap/insert_into1.q.out +++ ql/src/test/results/clientpositive/llap/insert_into1.q.out @@ -43,7 +43,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -198,7 +198,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -353,7 +353,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -782,10 +782,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/insert_into2.q.out ql/src/test/results/clientpositive/llap/insert_into2.q.out index 2a97bfd..0303f56 100644 --- ql/src/test/results/clientpositive/llap/insert_into2.q.out +++ ql/src/test/results/clientpositive/llap/insert_into2.q.out @@ -47,7 +47,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -251,7 +251,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -424,7 +424,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -606,10 +606,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out index addef62..80c2a02 100644 --- ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out +++ ql/src/test/results/clientpositive/llap/insert_into_default_keyword.q.out @@ -1718,10 +1718,10 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 5 Data size: 940 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string), _col3 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), 1 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: int) @@ -1825,10 +1825,10 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 5 Data size: 940 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), 1 (type: int), null (type: string), VALUE._col0 (type: int) @@ -2377,7 +2377,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 9 Data size: 36 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 5 Map Operator Tree: @@ -2392,7 +2392,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -2572,7 +2572,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 20 Data size: 3760 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string), ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 8 Map Operator Tree: @@ -2585,7 +2585,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: COMPLETE value expressions: a1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -2655,7 +2655,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 940 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct) @@ -2671,7 +2671,7 @@ STAGE PLANS: name: default.acidtable Write Type: DELETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), 'a1' (type: string), VALUE._col1 (type: string) @@ -2928,7 +2928,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 5 Map Operator Tree: @@ -2940,7 +2940,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out index 9179be5..083ea03 100644 --- ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out +++ ql/src/test/results/clientpositive/llap/insert_values_orig_table_use_metadata.q.out @@ -168,7 +168,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 1 - totalSize 295438 + totalSize 295436 transactional true transactional_properties default #### A masked pattern was here #### @@ -203,9 +203,9 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_ivot - Statistics: Num rows: 5861 Data size: 2954380 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5861 Data size: 2954360 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 5861 Data size: 2954380 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5861 Data size: 2954360 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash @@ -215,10 +215,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -373,7 +373,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 1 - totalSize 1574 + totalSize 1572 transactional true transactional_properties default #### A masked pattern was here #### @@ -408,9 +408,9 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_ivot - Statistics: Num rows: 31 Data size: 15740 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 31 Data size: 15720 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 31 Data size: 15740 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 31 Data size: 15720 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash @@ -420,10 +420,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -505,7 +505,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 2 - totalSize 3149 + totalSize 3146 transactional true transactional_properties default #### A masked pattern was here #### @@ -540,9 +540,9 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_ivot - Statistics: Num rows: 62 Data size: 31490 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 62 Data size: 31460 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 62 Data size: 31490 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 62 Data size: 31460 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash @@ -552,10 +552,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -633,7 +633,7 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: numFiles 3 - totalSize 298588 + totalSize 298582 transactional true transactional_properties default #### A masked pattern was here #### @@ -668,9 +668,9 @@ STAGE PLANS: Map Operator Tree: TableScan alias: acid_ivot - Statistics: Num rows: 5924 Data size: 2985880 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5924 Data size: 2985820 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 5924 Data size: 2985880 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5924 Data size: 2985820 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash @@ -680,10 +680,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -913,10 +913,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/intersect_all.q.out ql/src/test/results/clientpositive/llap/intersect_all.q.out index 9c67a99..f8fd3e1 100644 --- ql/src/test/results/clientpositive/llap/intersect_all.q.out +++ ql/src/test/results/clientpositive/llap/intersect_all.q.out @@ -176,7 +176,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -199,10 +199,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -253,7 +253,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -831,7 +831,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -854,7 +854,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -877,7 +877,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -900,10 +900,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -924,7 +924,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -975,7 +975,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -996,7 +996,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1570,7 +1570,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1591,10 +1591,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1650,7 +1650,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) diff --git ql/src/test/results/clientpositive/llap/intersect_distinct.q.out ql/src/test/results/clientpositive/llap/intersect_distinct.q.out index 444c222..44362be 100644 --- ql/src/test/results/clientpositive/llap/intersect_distinct.q.out +++ ql/src/test/results/clientpositive/llap/intersect_distinct.q.out @@ -174,7 +174,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -197,10 +197,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -221,7 +221,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -244,7 +244,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -631,7 +631,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -654,7 +654,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -677,7 +677,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -700,10 +700,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -724,7 +724,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -745,7 +745,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -768,7 +768,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -789,7 +789,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1172,7 +1172,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1193,10 +1193,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1222,7 +1222,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1245,7 +1245,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) diff --git ql/src/test/results/clientpositive/llap/intersect_merge.q.out ql/src/test/results/clientpositive/llap/intersect_merge.q.out index f69d074..5f483ea 100644 --- ql/src/test/results/clientpositive/llap/intersect_merge.q.out +++ ql/src/test/results/clientpositive/llap/intersect_merge.q.out @@ -76,7 +76,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 11 Map Operator Tree: @@ -99,7 +99,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -122,7 +122,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -145,7 +145,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -168,10 +168,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -192,7 +192,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 12 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -213,7 +213,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -234,7 +234,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -257,7 +257,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -278,7 +278,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -348,7 +348,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -371,7 +371,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -394,7 +394,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -417,10 +417,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -441,7 +441,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -462,7 +462,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -485,7 +485,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -506,7 +506,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -577,7 +577,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 11 Map Operator Tree: @@ -600,7 +600,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -623,7 +623,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -646,7 +646,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -669,10 +669,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -693,7 +693,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 12 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -714,7 +714,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -735,7 +735,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -758,7 +758,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -779,7 +779,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -850,7 +850,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 11 Map Operator Tree: @@ -873,7 +873,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -896,7 +896,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -919,7 +919,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -942,10 +942,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -966,7 +966,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 12 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -987,7 +987,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1008,7 +1008,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1031,7 +1031,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1052,7 +1052,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1123,7 +1123,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 11 Map Operator Tree: @@ -1146,7 +1146,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1169,7 +1169,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -1192,7 +1192,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -1215,10 +1215,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1239,7 +1239,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 12 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1260,7 +1260,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1281,7 +1281,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1304,7 +1304,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1325,7 +1325,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1394,7 +1394,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1417,7 +1417,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -1440,10 +1440,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1464,7 +1464,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1487,7 +1487,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1508,7 +1508,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1577,7 +1577,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1600,7 +1600,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -1623,10 +1623,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1677,7 +1677,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1698,7 +1698,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1774,7 +1774,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -1797,10 +1797,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1851,7 +1851,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1872,7 +1872,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1906,7 +1906,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/jdbc_handler.q.out ql/src/test/results/clientpositive/llap/jdbc_handler.q.out index 9d95242..8872e85 100644 --- ql/src/test/results/clientpositive/llap/jdbc_handler.q.out +++ ql/src/test/results/clientpositive/llap/jdbc_handler.q.out @@ -237,7 +237,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -257,7 +257,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 125 Data size: 10875 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -275,7 +275,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 125 Data size: 34000 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -289,7 +289,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/join1.q.out ql/src/test/results/clientpositive/llap/join1.q.out index 3c0a155..93feb56 100644 --- ql/src/test/results/clientpositive/llap/join1.q.out +++ ql/src/test/results/clientpositive/llap/join1.q.out @@ -46,7 +46,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -66,7 +66,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/join32_lessSize.q.out ql/src/test/results/clientpositive/llap/join32_lessSize.q.out index f8622da..65ee468 100644 --- ql/src/test/results/clientpositive/llap/join32_lessSize.q.out +++ ql/src/test/results/clientpositive/llap/join32_lessSize.q.out @@ -77,7 +77,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string), _col2 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -153,7 +153,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -228,7 +228,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 184500 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -603,7 +603,7 @@ STAGE PLANS: tag: 0 value expressions: _col0 (type: string), _col3 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -679,7 +679,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -754,7 +754,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -830,7 +830,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -1207,7 +1207,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 184500 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -1301,7 +1301,7 @@ STAGE PLANS: tag: 1 value expressions: _col0 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -1377,7 +1377,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -1734,7 +1734,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 184500 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -1807,7 +1807,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -1883,7 +1883,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -2273,7 +2273,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 184500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2307,7 +2307,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 40 Data size: 7000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2327,7 +2327,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2563,7 +2563,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 184500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2597,7 +2597,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 40 Data size: 7000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2617,7 +2617,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/join46.q.out ql/src/test/results/clientpositive/llap/join46.q.out index ecb34d1..bfb97dc 100644 --- ql/src/test/results/clientpositive/llap/join46.q.out +++ ql/src/test/results/clientpositive/llap/join46.q.out @@ -77,7 +77,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -94,7 +94,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -184,7 +184,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -204,7 +204,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -296,7 +296,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -314,7 +314,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -404,7 +404,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -421,7 +421,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -504,7 +504,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -519,7 +519,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -616,7 +616,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -631,7 +631,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -729,7 +729,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -744,7 +744,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -840,7 +840,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -855,7 +855,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -949,7 +949,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -966,7 +966,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1057,7 +1057,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1072,7 +1072,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1169,7 +1169,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1184,7 +1184,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1282,7 +1282,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1297,7 +1297,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1390,7 +1390,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1405,7 +1405,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1501,7 +1501,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1518,7 +1518,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1609,7 +1609,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1624,7 +1624,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1722,7 +1722,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1737,7 +1737,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1833,7 +1833,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1848,7 +1848,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1944,7 +1944,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1961,7 +1961,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2092,7 +2092,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2115,7 +2115,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/join_emit_interval.q.out ql/src/test/results/clientpositive/llap/join_emit_interval.q.out index 14a4a95..c3efe0a 100644 --- ql/src/test/results/clientpositive/llap/join_emit_interval.q.out +++ ql/src/test/results/clientpositive/llap/join_emit_interval.q.out @@ -77,7 +77,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -94,7 +94,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -181,7 +181,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -196,7 +196,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/join_is_not_distinct_from.q.out ql/src/test/results/clientpositive/llap/join_is_not_distinct_from.q.out index 5fab8b1..1c33595 100644 --- ql/src/test/results/clientpositive/llap/join_is_not_distinct_from.q.out +++ ql/src/test/results/clientpositive/llap/join_is_not_distinct_from.q.out @@ -41,7 +41,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -54,7 +54,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -135,7 +135,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -151,7 +151,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -167,7 +167,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -237,7 +237,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -250,7 +250,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -263,7 +263,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -363,7 +363,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -378,7 +378,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -393,7 +393,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -463,7 +463,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -475,7 +475,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -487,7 +487,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1606,7 +1606,7 @@ STAGE PLANS: Map-reduce partition columns: null (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1622,7 +1622,7 @@ STAGE PLANS: Map-reduce partition columns: null (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/join_max_hashtable.q.out ql/src/test/results/clientpositive/llap/join_max_hashtable.q.out index ef1a6f3..c343154 100644 --- ql/src/test/results/clientpositive/llap/join_max_hashtable.q.out +++ ql/src/test/results/clientpositive/llap/join_max_hashtable.q.out @@ -47,7 +47,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -66,7 +66,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -124,7 +124,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -143,7 +143,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -190,7 +190,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -209,10 +209,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator condition map: @@ -276,7 +276,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -295,10 +295,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator condition map: @@ -363,7 +363,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -382,10 +382,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator condition map: @@ -449,7 +449,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -468,10 +468,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator condition map: @@ -547,7 +547,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -566,7 +566,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -624,7 +624,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -643,7 +643,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 diff --git ql/src/test/results/clientpositive/llap/join_nullsafe.q.out ql/src/test/results/clientpositive/llap/join_nullsafe.q.out index b5ea97e..3ca11e3 100644 --- ql/src/test/results/clientpositive/llap/join_nullsafe.q.out +++ ql/src/test/results/clientpositive/llap/join_nullsafe.q.out @@ -41,7 +41,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -54,7 +54,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -135,7 +135,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -151,7 +151,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -167,7 +167,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -237,7 +237,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -250,7 +250,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -263,7 +263,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -363,7 +363,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -378,7 +378,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -393,7 +393,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -463,7 +463,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -475,7 +475,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -487,7 +487,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1606,7 +1606,7 @@ STAGE PLANS: Map-reduce partition columns: null (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1622,7 +1622,7 @@ STAGE PLANS: Map-reduce partition columns: null (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out index 092cfff..0aa6317 100644 --- ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out +++ ql/src/test/results/clientpositive/llap/join_reordering_no_stats.q.out @@ -114,7 +114,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -133,7 +133,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -152,7 +152,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -190,7 +190,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -247,7 +247,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -266,7 +266,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -285,7 +285,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -323,7 +323,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -444,7 +444,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -463,7 +463,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -482,7 +482,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -520,7 +520,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -577,7 +577,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -596,7 +596,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -615,7 +615,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 21 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -653,7 +653,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/lateral_view.q.out ql/src/test/results/clientpositive/llap/lateral_view.q.out index 20e4437..80328e9 100644 --- ql/src/test/results/clientpositive/llap/lateral_view.q.out +++ ql/src/test/results/clientpositive/llap/lateral_view.q.out @@ -79,7 +79,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int) @@ -95,7 +95,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int) @@ -644,7 +644,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 20 Data size: 42080 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/leftsemijoin.q.out ql/src/test/results/clientpositive/llap/leftsemijoin.q.out index 9e6ad01..0bd7964 100644 --- ql/src/test/results/clientpositive/llap/leftsemijoin.q.out +++ ql/src/test/results/clientpositive/llap/leftsemijoin.q.out @@ -144,7 +144,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -162,7 +162,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3146 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -174,7 +174,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/limit_pushdown.q.out ql/src/test/results/clientpositive/llap/limit_pushdown.q.out index d1ac4e9..79311d0 100644 --- ql/src/test/results/clientpositive/llap/limit_pushdown.q.out +++ ql/src/test/results/clientpositive/llap/limit_pushdown.q.out @@ -31,10 +31,10 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -118,10 +118,10 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -212,10 +212,10 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 24750 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -308,10 +308,10 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 26750 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: double), _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -406,10 +406,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 5570 Data size: 33272 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double) @@ -498,10 +498,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) @@ -596,10 +596,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) @@ -819,7 +819,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -834,7 +834,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col0 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: double) @@ -943,10 +943,10 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -988,7 +988,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1005,7 +1005,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col0 (type: string), _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: bigint) @@ -1064,7 +1064,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: key (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1153,10 +1153,10 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 407500 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 2.0E-5 value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string) @@ -1321,7 +1321,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1342,7 +1342,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 2.0E-5 Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double) diff --git ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out index 960414b..d6f624c 100644 --- ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out +++ ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out @@ -31,10 +31,10 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -118,10 +118,10 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -213,10 +213,10 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 24750 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -231,7 +231,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: double) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) @@ -323,10 +323,10 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 26750 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: double), _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -345,7 +345,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: double) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) @@ -435,10 +435,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 5570 Data size: 33272 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double) @@ -451,7 +451,7 @@ STAGE PLANS: Statistics: Num rows: 5570 Data size: 33272 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double) @@ -540,10 +540,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) @@ -563,7 +563,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: tinyint), VALUE._col0 (type: bigint) @@ -652,10 +652,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) @@ -675,7 +675,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: tinyint), VALUE._col0 (type: bigint) @@ -784,7 +784,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: tinyint), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint) @@ -902,7 +902,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -917,7 +917,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col0 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: double) @@ -1003,7 +1003,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: key (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1021,7 +1021,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: double) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) @@ -1105,10 +1105,10 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 407500 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 2.0E-5 value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string) @@ -1273,7 +1273,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1294,7 +1294,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 2.0E-5 Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double) diff --git ql/src/test/results/clientpositive/llap/llap_udf.q.out ql/src/test/results/clientpositive/llap/llap_udf.q.out index 95b0426..5fe7f6c 100644 --- ql/src/test/results/clientpositive/llap/llap_udf.q.out +++ ql/src/test/results/clientpositive/llap/llap_udf.q.out @@ -49,6 +49,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -111,7 +112,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Stage: Stage-0 @@ -151,6 +152,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -197,7 +199,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Stage: Stage-0 @@ -245,6 +247,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -283,6 +286,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/llap/llapdecider.q.out ql/src/test/results/clientpositive/llap/llapdecider.q.out index e1f3053..1ef9267 100644 --- ql/src/test/results/clientpositive/llap/llapdecider.q.out +++ ql/src/test/results/clientpositive/llap/llapdecider.q.out @@ -36,7 +36,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -50,6 +52,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) @@ -119,7 +122,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -133,6 +138,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 87584 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) @@ -190,10 +196,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -207,7 +213,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 87584 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) @@ -275,10 +281,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -292,7 +298,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) @@ -347,7 +353,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -367,6 +373,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Merge Join Operator @@ -383,6 +390,7 @@ STAGE PLANS: Statistics: Num rows: 809 Data size: 288004 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string) @@ -437,7 +445,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -457,7 +465,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -476,7 +484,7 @@ STAGE PLANS: Statistics: Num rows: 809 Data size: 288004 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string) @@ -531,7 +539,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -551,6 +559,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -568,7 +577,7 @@ STAGE PLANS: Statistics: Num rows: 809 Data size: 288004 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string) @@ -623,6 +632,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -641,6 +651,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Merge Join Operator @@ -657,6 +668,7 @@ STAGE PLANS: Statistics: Num rows: 809 Data size: 288004 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string) @@ -711,6 +723,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -729,6 +742,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Merge Join Operator @@ -745,6 +759,7 @@ STAGE PLANS: Statistics: Num rows: 809 Data size: 288004 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string) @@ -799,7 +814,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -819,7 +834,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Reduce Operator Tree: @@ -837,6 +852,7 @@ STAGE PLANS: Statistics: Num rows: 809 Data size: 288004 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string) @@ -891,6 +907,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -909,6 +926,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Merge Join Operator @@ -925,6 +943,7 @@ STAGE PLANS: Statistics: Num rows: 809 Data size: 288004 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string) @@ -979,7 +998,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -999,7 +1018,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -1018,7 +1037,7 @@ STAGE PLANS: Statistics: Num rows: 809 Data size: 288004 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string) @@ -1081,10 +1100,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1142,7 +1161,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1200,7 +1221,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1258,10 +1281,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out index e8f1aaf..d0293eb 100644 --- ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out +++ ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out @@ -62,7 +62,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 724000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/mapjoin3.q.out ql/src/test/results/clientpositive/llap/mapjoin3.q.out index 89e74d7..7aa7318 100644 --- ql/src/test/results/clientpositive/llap/mapjoin3.q.out +++ ql/src/test/results/clientpositive/llap/mapjoin3.q.out @@ -135,7 +135,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -152,7 +152,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 3 Data size: 540 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: varchar(100)), _col2 (type: varchar(100)) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 diff --git ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out index 71438a3..282b4ce 100644 --- ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out +++ ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out @@ -91,7 +91,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -108,7 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -190,7 +190,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -205,7 +205,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 diff --git ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out index 064615b..3751b15 100644 --- ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out +++ ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out @@ -157,7 +157,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -190,7 +190,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -212,7 +212,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -227,7 +227,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=20) @@ -293,7 +293,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -313,10 +313,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 1740 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -453,7 +453,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 582 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -478,7 +478,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -505,7 +505,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -562,7 +562,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 582 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -587,7 +587,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -614,7 +614,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out index c4361de..961943d 100644 --- ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out +++ ql/src/test/results/clientpositive/llap/mapjoin_mapjoin.q.out @@ -74,7 +74,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -298,7 +298,7 @@ STAGE PLANS: Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -373,7 +373,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -490,7 +490,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -509,7 +509,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -528,7 +528,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -600,7 +600,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -619,7 +619,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -638,10 +638,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out index 2f88037..8d6216b 100644 --- ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out +++ ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_4.q.out @@ -934,7 +934,7 @@ Retention: 0 Table Type: MATERIALIZED_VIEW Table Parameters: numFiles 3 - totalSize 1453 + totalSize 1451 transactional true transactional_properties default #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/merge1.q.out ql/src/test/results/clientpositive/llap/merge1.q.out index 5499af7..4171a50 100644 --- ql/src/test/results/clientpositive/llap/merge1.q.out +++ ql/src/test/results/clientpositive/llap/merge1.q.out @@ -50,7 +50,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/merge2.q.out ql/src/test/results/clientpositive/llap/merge2.q.out index b1e6d7b..b6b4d6b 100644 --- ql/src/test/results/clientpositive/llap/merge2.q.out +++ ql/src/test/results/clientpositive/llap/merge2.q.out @@ -50,7 +50,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out index c384972..ed26c03 100644 --- ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out +++ ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out @@ -212,10 +212,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 520 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -276,10 +276,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 520 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -340,10 +340,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 520 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -404,10 +404,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 520 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -668,10 +668,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/metadataonly1.q.out ql/src/test/results/clientpositive/llap/metadataonly1.q.out index c705f64..1630427 100644 --- ql/src/test/results/clientpositive/llap/metadataonly1.q.out +++ ql/src/test/results/clientpositive/llap/metadataonly1.q.out @@ -44,10 +44,10 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -138,7 +138,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: nullscan://null/default.test1/part_ds=1_ [test1] @@ -192,7 +192,7 @@ STAGE PLANS: Truncated Path -> Alias: nullscan://null/default.test1/part_ds=1_ [test1] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -419,7 +419,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -474,7 +474,7 @@ STAGE PLANS: Truncated Path -> Alias: /test1/ds=1 [test1] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -567,7 +567,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 184 Basic stats: PARTIAL Column stats: COMPLETE tag: 0 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -691,7 +691,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -818,7 +818,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) auto parallelism: false Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -849,7 +849,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1219,7 +1219,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -1373,7 +1373,7 @@ STAGE PLANS: /test2/ds=1/hr=2 [test2] /test2/ds=1/hr=3 [test2] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1463,7 +1463,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: nullscan://null/default.test1/part_ds=1_ [test1] @@ -1565,7 +1565,7 @@ STAGE PLANS: nullscan://null/default.test1/part_ds=1_ [test1] nullscan://null/default.test1/part_ds=2_ [test1] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/llap/mrr.q.out ql/src/test/results/clientpositive/llap/mrr.q.out index 4fff286..737c738 100644 --- ql/src/test/results/clientpositive/llap/mrr.q.out +++ ql/src/test/results/clientpositive/llap/mrr.q.out @@ -36,10 +36,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -53,7 +53,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) @@ -425,7 +425,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -445,7 +445,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -469,7 +469,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 404 Data size: 71912 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -487,7 +487,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 309 Data size: 29355 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: bigint) @@ -859,7 +859,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -893,10 +893,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 404 Data size: 71912 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -914,7 +914,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 309 Data size: 29355 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: bigint) @@ -1331,10 +1331,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1371,7 +1371,7 @@ STAGE PLANS: Statistics: Num rows: 54 Data size: 15390 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col3 (type: bigint), _col4 (type: string), _col5 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: bigint), VALUE._col2 (type: string), VALUE._col3 (type: bigint) @@ -1385,7 +1385,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1403,7 +1403,7 @@ STAGE PLANS: Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1639,7 +1639,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1659,10 +1659,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1686,7 +1686,7 @@ STAGE PLANS: Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: string), _col3 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: string), VALUE._col2 (type: string) diff --git ql/src/test/results/clientpositive/llap/multiMapJoin1.q.out ql/src/test/results/clientpositive/llap/multiMapJoin1.q.out index 559173c..3530370 100644 --- ql/src/test/results/clientpositive/llap/multiMapJoin1.q.out +++ ql/src/test/results/clientpositive/llap/multiMapJoin1.q.out @@ -192,14 +192,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: bigtbl - Statistics: Num rows: 5000 Data size: 1748368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 4500 Data size: 1573531 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 450 Data size: 157651 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4500 Data size: 1573531 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 450 Data size: 157651 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -209,11 +209,11 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 4950 Data size: 1730884 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 495 Data size: 173416 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 4950 Data size: 1730884 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 495 Data size: 173416 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -222,7 +222,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 4 - Statistics: Num rows: 5445 Data size: 1903972 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 544 Data size: 190757 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -232,7 +232,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -251,7 +251,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -270,10 +270,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -355,14 +355,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: bigtbl - Statistics: Num rows: 5000 Data size: 1748368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 4500 Data size: 1573531 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 450 Data size: 157651 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4500 Data size: 1573531 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 450 Data size: 157651 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -372,11 +372,11 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 4950 Data size: 1730884 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 495 Data size: 173416 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 4950 Data size: 1730884 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 495 Data size: 173416 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -385,7 +385,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 4 - Statistics: Num rows: 5445 Data size: 1903972 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 544 Data size: 190757 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -395,7 +395,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -414,7 +414,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -433,10 +433,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -520,14 +520,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: bigtbl - Statistics: Num rows: 5000 Data size: 1748368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 4500 Data size: 1573531 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 450 Data size: 157651 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4500 Data size: 1573531 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 450 Data size: 157651 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -537,11 +537,11 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 4950 Data size: 1730884 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 495 Data size: 173416 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 4950 Data size: 1730884 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 495 Data size: 173416 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -551,20 +551,20 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 4 - Statistics: Num rows: 5445 Data size: 1903972 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 544 Data size: 190757 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() keys: _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 5445 Data size: 1903972 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 544 Data size: 190757 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5445 Data size: 1903972 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 544 Data size: 190757 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -583,7 +583,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -603,24 +603,24 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 2722 Data size: 951811 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 272 Data size: 95378 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 2722 Data size: 951811 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 272 Data size: 95378 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2722 Data size: 951811 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 272 Data size: 95378 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -825,14 +825,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: bigtbl - Statistics: Num rows: 5000 Data size: 2622552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 262752 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key1 is not null and key2 is not null and value is not null) (type: boolean) - Statistics: Num rows: 4250 Data size: 2229169 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 425 Data size: 223339 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key1 (type: string), key2 (type: string), value (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4250 Data size: 2229169 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 425 Data size: 223339 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -842,11 +842,11 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3 input vertices: 1 Map 3 - Statistics: Num rows: 4675 Data size: 2452085 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 467 Data size: 245672 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4675 Data size: 2452085 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 467 Data size: 245672 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -856,11 +856,11 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 input vertices: 1 Map 4 - Statistics: Num rows: 5142 Data size: 2697293 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 513 Data size: 270239 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5142 Data size: 2697293 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 513 Data size: 270239 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -870,11 +870,11 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 input vertices: 1 Map 5 - Statistics: Num rows: 5656 Data size: 2967022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 564 Data size: 297262 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5656 Data size: 2967022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 564 Data size: 297262 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -884,11 +884,11 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 input vertices: 1 Map 6 - Statistics: Num rows: 6221 Data size: 3263724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 620 Data size: 326988 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int), hash(_col4) (type: int), hash(_col7) (type: int), hash(_col5) (type: int), hash(_col6) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 6221 Data size: 3263724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 620 Data size: 326988 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) mode: hash @@ -898,7 +898,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -917,7 +917,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -937,7 +937,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -956,7 +956,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -975,10 +975,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7) @@ -1160,14 +1160,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: bigtbl - Statistics: Num rows: 5000 Data size: 2622552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 262752 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key1 is not null and key2 is not null and value is not null) (type: boolean) - Statistics: Num rows: 4250 Data size: 2229169 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 425 Data size: 223339 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key1 (type: string), key2 (type: string), value (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4250 Data size: 2229169 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 425 Data size: 223339 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1177,11 +1177,11 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3 input vertices: 1 Map 3 - Statistics: Num rows: 4675 Data size: 2452085 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 467 Data size: 245672 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4675 Data size: 2452085 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 467 Data size: 245672 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1191,11 +1191,11 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 input vertices: 1 Map 4 - Statistics: Num rows: 5142 Data size: 2697293 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 513 Data size: 270239 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5142 Data size: 2697293 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 513 Data size: 270239 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1205,11 +1205,11 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 input vertices: 1 Map 5 - Statistics: Num rows: 5656 Data size: 2967022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 564 Data size: 297262 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5656 Data size: 2967022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 564 Data size: 297262 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1219,11 +1219,11 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 input vertices: 1 Map 6 - Statistics: Num rows: 6221 Data size: 3263724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 620 Data size: 326988 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int), hash(_col4) (type: int), hash(_col7) (type: int), hash(_col5) (type: int), hash(_col6) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 6221 Data size: 3263724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 620 Data size: 326988 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) mode: hash @@ -1233,7 +1233,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1252,7 +1252,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1272,7 +1272,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1291,7 +1291,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1310,10 +1310,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7) @@ -1498,21 +1498,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: bigtbl - Statistics: Num rows: 5000 Data size: 2622552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 262752 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key1 is not null and key2 is not null and value is not null) (type: boolean) - Statistics: Num rows: 4250 Data size: 2229169 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 425 Data size: 223339 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key1 (type: string), key2 (type: string), value (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4250 Data size: 2229169 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 425 Data size: 223339 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 4250 Data size: 2229169 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 425 Data size: 223339 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 10 Map Operator Tree: @@ -1531,7 +1531,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -1550,7 +1550,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -1570,7 +1570,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -1589,7 +1589,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1601,16 +1601,16 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4675 Data size: 2452085 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 467 Data size: 245672 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4675 Data size: 2452085 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 467 Data size: 245672 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col3 (type: string) sort order: + Map-reduce partition columns: _col3 (type: string) - Statistics: Num rows: 4675 Data size: 2452085 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 467 Data size: 245672 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reducer 3 Execution mode: llap @@ -1622,16 +1622,16 @@ STAGE PLANS: 0 _col3 (type: string) 1 _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5142 Data size: 2697293 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 513 Data size: 270239 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5142 Data size: 2697293 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 513 Data size: 270239 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 5142 Data size: 2697293 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 513 Data size: 270239 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reducer 4 Execution mode: llap @@ -1643,16 +1643,16 @@ STAGE PLANS: 0 _col1 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5656 Data size: 2967022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 564 Data size: 297262 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5656 Data size: 2967022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 564 Data size: 297262 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string) sort order: + Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 5656 Data size: 2967022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 564 Data size: 297262 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) Reducer 5 Execution mode: llap @@ -1664,11 +1664,11 @@ STAGE PLANS: 0 _col2 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 6221 Data size: 3263724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 620 Data size: 326988 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int), hash(_col4) (type: int), hash(_col7) (type: int), hash(_col5) (type: int), hash(_col6) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 6221 Data size: 3263724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 620 Data size: 326988 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) mode: hash @@ -1679,7 +1679,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7) @@ -1864,21 +1864,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: bigtbl - Statistics: Num rows: 5000 Data size: 2622552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 262752 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key1 is not null and key2 is not null and value is not null) (type: boolean) - Statistics: Num rows: 4250 Data size: 2229169 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 425 Data size: 223339 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key1 (type: string), key2 (type: string), value (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4250 Data size: 2229169 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 425 Data size: 223339 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 4250 Data size: 2229169 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 425 Data size: 223339 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 10 Map Operator Tree: @@ -1897,7 +1897,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -1916,7 +1916,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -1936,7 +1936,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 10 Data size: 3680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -1955,7 +1955,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1967,16 +1967,16 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4675 Data size: 2452085 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 467 Data size: 245672 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4675 Data size: 2452085 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 467 Data size: 245672 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col3 (type: string) sort order: + Map-reduce partition columns: _col3 (type: string) - Statistics: Num rows: 4675 Data size: 2452085 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 467 Data size: 245672 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reducer 3 Execution mode: llap @@ -1988,16 +1988,16 @@ STAGE PLANS: 0 _col3 (type: string) 1 _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5142 Data size: 2697293 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 513 Data size: 270239 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col5 (type: string), _col3 (type: string), _col4 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 5142 Data size: 2697293 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 513 Data size: 270239 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 5142 Data size: 2697293 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 513 Data size: 270239 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) Reducer 4 Execution mode: llap @@ -2009,16 +2009,16 @@ STAGE PLANS: 0 _col1 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5656 Data size: 2967022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 564 Data size: 297262 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col4 (type: string), _col5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 5656 Data size: 2967022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 564 Data size: 297262 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string) sort order: + Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 5656 Data size: 2967022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 564 Data size: 297262 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string) Reducer 5 Execution mode: llap @@ -2030,11 +2030,11 @@ STAGE PLANS: 0 _col2 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 6221 Data size: 3263724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 620 Data size: 326988 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int), hash(_col3) (type: int), hash(_col4) (type: int), hash(_col7) (type: int), hash(_col5) (type: int), hash(_col6) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 6221 Data size: 3263724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 620 Data size: 326988 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_col0), sum(_col1), sum(_col2), sum(_col3), sum(_col4), sum(_col5), sum(_col6), sum(_col7) mode: hash @@ -2045,7 +2045,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7) diff --git ql/src/test/results/clientpositive/llap/multiMapJoin2.q.out ql/src/test/results/clientpositive/llap/multiMapJoin2.q.out index 05ec048..55cedb0 100644 --- ql/src/test/results/clientpositive/llap/multiMapJoin2.q.out +++ ql/src/test/results/clientpositive/llap/multiMapJoin2.q.out @@ -52,7 +52,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 80 Data size: 6960 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -71,7 +71,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -99,7 +99,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 80 Data size: 6960 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -118,10 +118,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -281,7 +281,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -300,7 +300,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -319,7 +319,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -338,7 +338,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -356,7 +356,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 80 Data size: 6960 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -533,7 +533,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1032 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -561,7 +561,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 52 Data size: 4512 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -580,10 +580,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -595,7 +595,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 52 Data size: 4512 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -761,7 +761,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -785,7 +785,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -819,10 +819,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -852,7 +852,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -865,7 +865,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) @@ -1001,7 +1001,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1025,7 +1025,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1059,10 +1059,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1092,7 +1092,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1105,7 +1105,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) @@ -1241,7 +1241,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1270,10 +1270,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1032 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1303,7 +1303,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1316,7 +1316,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) @@ -1330,7 +1330,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1465,7 +1465,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1494,10 +1494,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 12 Data size: 1032 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1527,7 +1527,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1540,7 +1540,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) @@ -1554,7 +1554,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1709,7 +1709,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1728,10 +1728,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1834,7 +1834,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1868,7 +1868,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 309 Data size: 26883 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1907,7 +1907,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 309 Data size: 26883 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1935,7 +1935,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -1954,10 +1954,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out index c210c4c..6c7b4da 100644 --- ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out +++ ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out @@ -57,10 +57,10 @@ STAGE PLANS: sort order: ++++ Map-reduce partition columns: _col0 (type: int), _col1 (type: varchar(10)), _col2 (type: int), _col3 (type: bigint) Statistics: Num rows: 18 Data size: 1628 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: varchar(10)), KEY._col2 (type: int), KEY._col3 (type: bigint) @@ -81,7 +81,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2) @@ -198,10 +198,10 @@ STAGE PLANS: sort order: ++++ Map-reduce partition columns: _col0 (type: varchar(10)), _col1 (type: int), _col2 (type: int), _col3 (type: bigint) Statistics: Num rows: 30 Data size: 2654 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: varchar(10)), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: bigint) @@ -222,7 +222,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4) diff --git ql/src/test/results/clientpositive/llap/multi_insert.q.out ql/src/test/results/clientpositive/llap/multi_insert.q.out index 3403e43..c33361f 100644 --- ql/src/test/results/clientpositive/llap/multi_insert.q.out +++ ql/src/test/results/clientpositive/llap/multi_insert.q.out @@ -907,7 +907,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 39338 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1129,7 +1129,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 39338 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1351,7 +1351,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 39338 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1573,7 +1573,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 39338 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2986,7 +2986,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-4 @@ -3089,7 +3089,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-4 @@ -3192,7 +3192,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-4 @@ -3295,7 +3295,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-4 diff --git ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out index 1441ed0..0461224 100644 --- ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out +++ ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out @@ -118,9 +118,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 1 llap - File Output Operator [FS_2] - Select Operator [SEL_1] (rows=500 width=184) + Map 1 vectorized, llap + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=500 width=184) Output:["_col0"] TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] diff --git ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out index 565c11a..3f5d0af 100644 --- ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out +++ ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out @@ -70,7 +70,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col1) (type: double) Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -94,7 +94,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out index 39f1ea8..9b60d60 100644 --- ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out +++ ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out @@ -74,10 +74,10 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -168,7 +168,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: nullscan://null/default.src/part_ [src] @@ -240,7 +240,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: nullscan://null/default.srcpart/part_ds=2008-04-08_hr=11_ [srcpart] @@ -477,7 +477,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -561,7 +561,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: nullscan://null/default.src/part_ [src] @@ -635,7 +635,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -838,7 +838,7 @@ STAGE PLANS: /srcpart/ds=2008-04-09/hr=11 [srcpart] /srcpart/ds=2008-04-09/hr=12 [srcpart] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -869,7 +869,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -969,7 +969,7 @@ STAGE PLANS: tag: 0 value expressions: _col0 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: nullscan://null/default.src/part_ [src] @@ -1041,7 +1041,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: nullscan://null/default.srcpart/part_ds=2008-04-08_hr=11_ [srcpart] @@ -1278,7 +1278,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -1376,7 +1376,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -1447,7 +1447,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: nullscan://null/default.src/part_ [src] @@ -1517,7 +1517,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Reducer 4 Execution mode: llap @@ -1610,7 +1610,7 @@ STAGE PLANS: tag: 0 value expressions: key (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: nullscan://null/default.src/part_ [s1] @@ -1681,7 +1681,7 @@ STAGE PLANS: tag: 1 value expressions: key (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: nullscan://null/default.src/part_ [s2] @@ -1827,7 +1827,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: nullscan://null/default.src/part_ [src] @@ -1880,7 +1880,7 @@ STAGE PLANS: Truncated Path -> Alias: nullscan://null/default.src/part_ [src] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out index 2079233..70b9844 100644 --- ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out +++ ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out @@ -2116,6 +2116,7 @@ PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@staging PREHOOK: Output: database:default PREHOOK: Output: default@tmp_orcppd +Stage-1 LLAP IO COUNTERS: PREHOOK: query: insert into table tmp_orcppd values(null, null) PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/llap/parallel.q.out ql/src/test/results/clientpositive/llap/parallel.q.out index 4ac3fbb..60b54a4 100644 --- ql/src/test/results/clientpositive/llap/parallel.q.out +++ ql/src/test/results/clientpositive/llap/parallel.q.out @@ -62,10 +62,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/llap/parallel_colstats.q.out ql/src/test/results/clientpositive/llap/parallel_colstats.q.out index 3b53183..f18004d 100644 --- ql/src/test/results/clientpositive/llap/parallel_colstats.q.out +++ ql/src/test/results/clientpositive/llap/parallel_colstats.q.out @@ -62,10 +62,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/llap/partialdhj.q.out ql/src/test/results/clientpositive/llap/partialdhj.q.out index 4e62c4f..207d94d 100644 --- ql/src/test/results/clientpositive/llap/partialdhj.q.out +++ ql/src/test/results/clientpositive/llap/partialdhj.q.out @@ -53,7 +53,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -72,7 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -92,10 +92,10 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator condition map: @@ -119,7 +119,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 16 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -132,7 +132,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 16 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator condition map: @@ -284,7 +284,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -303,7 +303,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -322,10 +322,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator condition map: @@ -346,7 +346,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator condition map: @@ -370,7 +370,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 16 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/partition_multilevels.q.out ql/src/test/results/clientpositive/llap/partition_multilevels.q.out index fb60ce3..9b6616b 100644 --- ql/src/test/results/clientpositive/llap/partition_multilevels.q.out +++ ql/src/test/results/clientpositive/llap/partition_multilevels.q.out @@ -999,10 +999,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 2256 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1589,10 +1589,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 6 Data size: 2256 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/partition_shared_scan.q.out ql/src/test/results/clientpositive/llap/partition_shared_scan.q.out index 5c68c3e..589ef67 100644 --- ql/src/test/results/clientpositive/llap/partition_shared_scan.q.out +++ ql/src/test/results/clientpositive/llap/partition_shared_scan.q.out @@ -73,7 +73,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -92,7 +92,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 910 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -111,7 +111,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 910 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -204,7 +204,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -228,7 +228,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 910 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/ppd_union_view.q.out ql/src/test/results/clientpositive/llap/ppd_union_view.q.out index 00b5e88..e04fdda 100644 --- ql/src/test/results/clientpositive/llap/ppd_union_view.q.out +++ ql/src/test/results/clientpositive/llap/ppd_union_view.q.out @@ -189,7 +189,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Map 3 Map Operator Tree: @@ -216,7 +216,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -297,7 +297,7 @@ STAGE PLANS: tag: 1 value expressions: _col0 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -498,7 +498,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -579,7 +579,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Map 5 Map Operator Tree: @@ -606,7 +606,7 @@ STAGE PLANS: tag: 1 value expressions: _col0 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Reducer 4 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/ptf.q.out ql/src/test/results/clientpositive/llap/ptf.q.out index 8836a42..a19fa72 100644 --- ql/src/test/results/clientpositive/llap/ptf.q.out +++ ql/src/test/results/clientpositive/llap/ptf.q.out @@ -42,7 +42,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -220,7 +220,7 @@ STAGE PLANS: Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -235,7 +235,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -406,7 +406,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -531,7 +531,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -711,7 +711,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -894,7 +894,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1079,7 +1079,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_partkey (type: int), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1094,7 +1094,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1235,7 +1235,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1248,7 +1248,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_partkey (type: int), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1758,7 +1758,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1937,7 +1937,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2181,7 +2181,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2364,7 +2364,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_partkey (type: int), p_size (type: int), p_retailprice (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2379,7 +2379,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2590,7 +2590,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2628,7 +2628,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) @@ -2759,7 +2759,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2983,7 +2983,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3441,7 +3441,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_name (type: string), p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3716,7 +3716,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_name (type: string), p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3982,7 +3982,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4053,7 +4053,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) @@ -4229,7 +4229,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4514,7 +4514,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4773,7 +4773,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4854,7 +4854,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) diff --git ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out index 2d46169..58fc47d 100644 --- ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out +++ ql/src/test/results/clientpositive/llap/rcfile_createas1.q.out @@ -81,7 +81,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.rcfile_createas1b - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-2 diff --git ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out index 68c2af2..4a57b96 100644 --- ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out +++ ql/src/test/results/clientpositive/llap/reduce_deduplicate.q.out @@ -47,7 +47,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: hdfs://### HDFS PATH ### [src] diff --git ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out index b87a096..758a2e5 100644 --- ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out +++ ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out @@ -135,7 +135,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -232,7 +232,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -329,7 +329,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -426,7 +426,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out index fb421e2..2bae233 100644 --- ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out +++ ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out @@ -28,7 +28,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -88,7 +88,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), lower(_col1) (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -152,7 +152,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), (_col1 + 1.0D) (type: double) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -225,7 +225,7 @@ STAGE PLANS: Execution mode: llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -282,7 +282,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -301,7 +301,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -327,7 +327,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 3720 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: double) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -388,7 +388,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -407,7 +407,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -425,7 +425,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 40 Data size: 7120 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -480,10 +480,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -548,10 +548,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -2582,7 +2582,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2642,7 +2642,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), lower(_col1) (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2706,7 +2706,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), (_col1 + 1.0D) (type: double) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2769,7 +2769,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2829,7 +2829,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2848,7 +2848,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2928,7 +2928,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2947,7 +2947,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2965,7 +2965,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 40 Data size: 7120 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -3015,10 +3015,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -3078,10 +3078,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/llap/results_cache_1.q.out ql/src/test/results/clientpositive/llap/results_cache_1.q.out index ebd2300..073bcfe 100644 --- ql/src/test/results/clientpositive/llap/results_cache_1.q.out +++ ql/src/test/results/clientpositive/llap/results_cache_1.q.out @@ -34,7 +34,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -53,7 +53,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -75,7 +75,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -167,7 +167,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -186,7 +186,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -208,7 +208,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -290,7 +290,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 475 Data size: 83204 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -309,7 +309,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 475 Data size: 83204 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -331,7 +331,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/results_cache_2.q.out ql/src/test/results/clientpositive/llap/results_cache_2.q.out index 0971fc7..a1b2485 100644 --- ql/src/test/results/clientpositive/llap/results_cache_2.q.out +++ ql/src/test/results/clientpositive/llap/results_cache_2.q.out @@ -149,10 +149,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: timestamp) Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/results_cache_capacity.q.out ql/src/test/results/clientpositive/llap/results_cache_capacity.q.out index 36043f4..2704aae 100644 --- ql/src/test/results/clientpositive/llap/results_cache_capacity.q.out +++ ql/src/test/results/clientpositive/llap/results_cache_capacity.q.out @@ -154,10 +154,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 125 Data size: 11875 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -231,10 +231,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/results_cache_empty_result.q.out ql/src/test/results/clientpositive/llap/results_cache_empty_result.q.out index b63d079..642c0bf 100644 --- ql/src/test/results/clientpositive/llap/results_cache_empty_result.q.out +++ ql/src/test/results/clientpositive/llap/results_cache_empty_result.q.out @@ -36,10 +36,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out index c76de92..369dc5b 100644 --- ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out +++ ql/src/test/results/clientpositive/llap/results_cache_invalidation.q.out @@ -72,10 +72,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -141,10 +141,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -210,7 +210,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 87 Data size: 15480 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 4 Map Operator Tree: @@ -229,7 +229,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 87 Data size: 15480 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 Execution mode: llap @@ -251,7 +251,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -408,10 +408,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -503,7 +503,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 4 Map Operator Tree: @@ -522,7 +522,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 87 Data size: 15480 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 Execution mode: llap @@ -544,7 +544,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -648,10 +648,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -718,7 +718,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 4 Map Operator Tree: @@ -737,7 +737,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 105 Data size: 18617 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 Execution mode: llap @@ -759,7 +759,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/results_cache_invalidation2.q.out ql/src/test/results/clientpositive/llap/results_cache_invalidation2.q.out index 5e19cd2..57bba3f 100644 --- ql/src/test/results/clientpositive/llap/results_cache_invalidation2.q.out +++ ql/src/test/results/clientpositive/llap/results_cache_invalidation2.q.out @@ -210,10 +210,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -280,7 +280,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1425 Data size: 249264 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -299,7 +299,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -321,7 +321,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/results_cache_lifetime.q.out ql/src/test/results/clientpositive/llap/results_cache_lifetime.q.out index 69f7aa4..eeed7e3 100644 --- ql/src/test/results/clientpositive/llap/results_cache_lifetime.q.out +++ ql/src/test/results/clientpositive/llap/results_cache_lifetime.q.out @@ -53,7 +53,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -72,7 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -94,7 +94,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/results_cache_quoted_identifiers.q.out ql/src/test/results/clientpositive/llap/results_cache_quoted_identifiers.q.out index 7931e1a..30a0cf7 100644 --- ql/src/test/results/clientpositive/llap/results_cache_quoted_identifiers.q.out +++ ql/src/test/results/clientpositive/llap/results_cache_quoted_identifiers.q.out @@ -64,10 +64,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: string), _col3 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), max(VALUE._col1), max(VALUE._col2), max(VALUE._col3) diff --git ql/src/test/results/clientpositive/llap/results_cache_temptable.q.out ql/src/test/results/clientpositive/llap/results_cache_temptable.q.out index d91cae6..e34ac6a 100644 --- ql/src/test/results/clientpositive/llap/results_cache_temptable.q.out +++ ql/src/test/results/clientpositive/llap/results_cache_temptable.q.out @@ -97,10 +97,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -196,10 +196,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -297,10 +297,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 9223372036854775807 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/results_cache_transactional.q.out ql/src/test/results/clientpositive/llap/results_cache_transactional.q.out index a38ddfa..5837ddd 100644 --- ql/src/test/results/clientpositive/llap/results_cache_transactional.q.out +++ ql/src/test/results/clientpositive/llap/results_cache_transactional.q.out @@ -70,10 +70,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -164,7 +164,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 87 Data size: 15480 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 4 Map Operator Tree: @@ -183,7 +183,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 87 Data size: 15480 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Reducer 2 Execution mode: llap @@ -205,7 +205,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -300,10 +300,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -370,10 +370,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -439,7 +439,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 87 Data size: 15480 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 4 Map Operator Tree: @@ -458,7 +458,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -480,7 +480,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -549,7 +549,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 87 Data size: 15480 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 4 Map Operator Tree: @@ -568,7 +568,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -590,7 +590,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/results_cache_with_masking.q.out ql/src/test/results/clientpositive/llap/results_cache_with_masking.q.out index d2d8275..db73958 100644 --- ql/src/test/results/clientpositive/llap/results_cache_with_masking.q.out +++ ql/src/test/results/clientpositive/llap/results_cache_with_masking.q.out @@ -48,10 +48,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 250 Data size: 952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/runtime_stats_hs2.q.out ql/src/test/results/clientpositive/llap/runtime_stats_hs2.q.out index 4d60b8c..7d51d7f 100644 --- ql/src/test/results/clientpositive/llap/runtime_stats_hs2.q.out +++ ql/src/test/results/clientpositive/llap/runtime_stats_hs2.q.out @@ -50,9 +50,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_15] - Group By Operator [GBY_13] (rows=1 width=8) + Reducer 3 vectorized, llap + File Output Operator [FS_28] + Group By Operator [GBY_27] (rows=1 width=8) Output:["_col0"],aggregations:["sum(VALUE._col0)"] <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_12] @@ -61,22 +61,22 @@ Stage-0 Select Operator [SEL_9] (rows=1 width=8) Output:["_col0"] Merge Join Operator [MERGEJOIN_20] (rows=1 width=8) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_23._col0=RS_26._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_23] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1 width=4) + Select Operator [SEL_22] (rows=1 width=4) Output:["_col0"] - Filter Operator [FIL_18] (rows=1 width=4) + Filter Operator [FIL_21] (rows=1 width=4) predicate:((u < 10) and (u > 2)) TableScan [TS_0] (rows=8 width=4) default@tx,tx,Tbl:COMPLETE,Col:COMPLETE,Output:["u"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_26] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1 width=4) + Select Operator [SEL_25] (rows=1 width=4) Output:["_col0"] - Filter Operator [FIL_19] (rows=1 width=4) + Filter Operator [FIL_24] (rows=1 width=4) predicate:((p < 10) and (p > 2)) TableScan [TS_3] (rows=5 width=4) default@px,px,Tbl:COMPLETE,Col:COMPLETE,Output:["p"] @@ -108,9 +108,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 llap - File Output Operator [FS_15] - Group By Operator [GBY_13] (runtime: rows=1 width=8) + Reducer 3 vectorized, llap + File Output Operator [FS_28] + Group By Operator [GBY_27] (runtime: rows=1 width=8) Output:["_col0"],aggregations:["sum(VALUE._col0)"] <-Reducer 2 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_12] @@ -119,22 +119,22 @@ Stage-0 Select Operator [SEL_9] (runtime: rows=3 width=8) Output:["_col0"] Merge Join Operator [MERGEJOIN_20] (runtime: rows=3 width=8) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_23._col0=RS_26._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_23] PartitionCols:_col0 - Select Operator [SEL_2] (runtime: rows=5 width=4) + Select Operator [SEL_22] (runtime: rows=5 width=4) Output:["_col0"] - Filter Operator [FIL_18] (runtime: rows=5 width=4) + Filter Operator [FIL_21] (runtime: rows=5 width=4) predicate:((u < 10) and (u > 2)) TableScan [TS_0] (runtime: rows=8 width=4) default@tx,tx,Tbl:COMPLETE,Col:COMPLETE,Output:["u"] - <-Map 4 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_26] PartitionCols:_col0 - Select Operator [SEL_5] (runtime: rows=3 width=4) + Select Operator [SEL_25] (runtime: rows=3 width=4) Output:["_col0"] - Filter Operator [FIL_19] (runtime: rows=3 width=4) + Filter Operator [FIL_24] (runtime: rows=3 width=4) predicate:((p < 10) and (p > 2)) TableScan [TS_3] (runtime: rows=5 width=4) default@px,px,Tbl:COMPLETE,Col:COMPLETE,Output:["p"] diff --git ql/src/test/results/clientpositive/llap/sample10.q.out ql/src/test/results/clientpositive/llap/sample10.q.out index 8552a3a..b8c4059 100644 --- ql/src/test/results/clientpositive/llap/sample10.q.out +++ ql/src/test/results/clientpositive/llap/sample10.q.out @@ -82,7 +82,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -293,7 +293,7 @@ STAGE PLANS: /srcpartbucket/ds=2008-04-09/hr=11/000000_0 [srcpartbucket] /srcpartbucket/ds=2008-04-09/hr=12/000000_0 [srcpartbucket] Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -311,7 +311,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: false Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out index a9d090d..72e873b 100644 --- ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out +++ ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out @@ -33,10 +33,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -725,10 +725,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -952,7 +952,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -973,10 +973,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -2490,10 +2490,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -3182,10 +3182,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -3409,7 +3409,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3430,10 +3430,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/llap/semijoin6.q.out ql/src/test/results/clientpositive/llap/semijoin6.q.out index 1f6687c..dff2813 100644 --- ql/src/test/results/clientpositive/llap/semijoin6.q.out +++ ql/src/test/results/clientpositive/llap/semijoin6.q.out @@ -70,7 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -94,7 +94,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -163,7 +163,7 @@ STAGE PLANS: Map-reduce partition columns: b (type: int) Statistics: Num rows: 6 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE value expressions: a (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -184,7 +184,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -258,7 +258,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -278,7 +278,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -362,7 +362,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -387,7 +387,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -463,7 +463,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -483,7 +483,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -567,7 +567,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -591,7 +591,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -674,7 +674,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -699,7 +699,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/semijoin7.q.out ql/src/test/results/clientpositive/llap/semijoin7.q.out index 9507e4d..5b4be8f 100644 --- ql/src/test/results/clientpositive/llap/semijoin7.q.out +++ ql/src/test/results/clientpositive/llap/semijoin7.q.out @@ -66,7 +66,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: b (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -90,7 +90,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -159,7 +159,7 @@ STAGE PLANS: Map-reduce partition columns: b (type: int) Statistics: Num rows: 6 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE value expressions: a (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -180,7 +180,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -250,7 +250,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE value expressions: a (type: int), b (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -270,7 +270,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -350,7 +350,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: b (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -375,7 +375,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -447,7 +447,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 6 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE value expressions: a (type: int), b (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -467,7 +467,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -547,7 +547,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: b (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -571,7 +571,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -650,7 +650,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: b (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -675,7 +675,7 @@ STAGE PLANS: Map-reduce partition columns: _col3 (type: int) Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/semijoin_hint.q.out ql/src/test/results/clientpositive/llap/semijoin_hint.q.out index e666c50..d532fee 100644 --- ql/src/test/results/clientpositive/llap/semijoin_hint.q.out +++ ql/src/test/results/clientpositive/llap/semijoin_hint.q.out @@ -197,7 +197,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: str (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -230,7 +230,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -254,7 +254,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -269,7 +269,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=309) @@ -322,7 +322,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: str (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -342,7 +342,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -366,7 +366,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -425,7 +425,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: cstring (type: string) Statistics: Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 6 Map Operator Tree: @@ -446,7 +446,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: str (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 7 Map Operator Tree: @@ -466,7 +466,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -519,7 +519,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -534,7 +534,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=5000) @@ -602,7 +602,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -622,7 +622,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 6 Map Operator Tree: @@ -642,7 +642,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: str (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -668,7 +668,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -683,7 +683,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=3000) @@ -751,7 +751,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -771,7 +771,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -795,7 +795,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -810,7 +810,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=5000) @@ -863,7 +863,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 2000 Data size: 182000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -883,7 +883,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -907,7 +907,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -986,7 +986,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 10 Map Operator Tree: @@ -1019,7 +1019,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 6 Map Operator Tree: @@ -1039,7 +1039,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 7 Map Operator Tree: @@ -1059,10 +1059,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 11 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=5000) @@ -1093,7 +1093,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1108,7 +1108,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=5000) @@ -1139,7 +1139,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1199,7 +1199,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -1232,7 +1232,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -1254,7 +1254,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1269,7 +1269,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=1000) @@ -1322,7 +1322,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -1342,7 +1342,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -1364,7 +1364,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1423,7 +1423,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 6 Map Operator Tree: @@ -1444,7 +1444,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 7 Map Operator Tree: @@ -1464,7 +1464,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -1515,7 +1515,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1530,7 +1530,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=5000) @@ -1598,7 +1598,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -1618,7 +1618,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 6 Map Operator Tree: @@ -1638,7 +1638,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -1662,7 +1662,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1677,7 +1677,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=3000) @@ -1745,7 +1745,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -1765,7 +1765,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -1787,7 +1787,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1802,7 +1802,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=5000) @@ -1855,7 +1855,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 182000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -1875,7 +1875,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -1897,7 +1897,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1972,7 +1972,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 10 Map Operator Tree: @@ -2001,7 +2001,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 6 Map Operator Tree: @@ -2017,7 +2017,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 7 Map Operator Tree: @@ -2033,10 +2033,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: str (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 11 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=5000) @@ -2067,7 +2067,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2082,7 +2082,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=5000) @@ -2113,7 +2113,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2169,7 +2169,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: str (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -2198,7 +2198,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 639 Basic stats: PARTIAL Column stats: PARTIAL value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -2220,7 +2220,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2235,7 +2235,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=309) @@ -2284,7 +2284,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: str (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -2300,7 +2300,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -2322,7 +2322,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2391,7 +2391,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 6 Map Operator Tree: @@ -2407,7 +2407,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 7 Map Operator Tree: @@ -2423,7 +2423,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: cstring (type: string) Statistics: Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -2461,7 +2461,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2476,7 +2476,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=5000) @@ -2527,7 +2527,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: str (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -2543,7 +2543,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -2572,7 +2572,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -2596,7 +2596,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2611,7 +2611,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=3000) @@ -2675,7 +2675,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: binary) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -2691,7 +2691,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -2713,7 +2713,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2728,7 +2728,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), bloom_filter(VALUE._col2, expectedEntries=5000) @@ -2777,7 +2777,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 2000 Data size: 182000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -2793,7 +2793,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: PARTIAL Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -2815,7 +2815,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/sharedworkext.q.out ql/src/test/results/clientpositive/llap/sharedworkext.q.out index 02470f7..1837019 100644 --- ql/src/test/results/clientpositive/llap/sharedworkext.q.out +++ ql/src/test/results/clientpositive/llap/sharedworkext.q.out @@ -57,7 +57,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -76,7 +76,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -105,7 +105,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 404 Data size: 71912 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -140,7 +140,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -564,7 +564,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -583,7 +583,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -607,7 +607,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 404 Data size: 71912 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -629,7 +629,7 @@ STAGE PLANS: Map-reduce partition columns: 0 (type: int) Statistics: Num rows: 404 Data size: 71912 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string) @@ -687,7 +687,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/llap/skewjoinopt15.q.out ql/src/test/results/clientpositive/llap/skewjoinopt15.q.out index 19c3acb..ac37201 100644 --- ql/src/test/results/clientpositive/llap/skewjoinopt15.q.out +++ ql/src/test/results/clientpositive/llap/skewjoinopt15.q.out @@ -102,7 +102,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 540 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -122,7 +122,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 540 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -200,7 +200,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 540 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -217,7 +217,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 540 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -300,7 +300,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -319,7 +319,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -341,7 +341,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -406,7 +406,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -422,7 +422,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -444,7 +444,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/smb_cache.q.out ql/src/test/results/clientpositive/llap/smb_cache.q.out index 7614cf5..2e46575 100644 --- ql/src/test/results/clientpositive/llap/smb_cache.q.out +++ ql/src/test/results/clientpositive/llap/smb_cache.q.out @@ -229,7 +229,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 130 Data size: 520 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -248,7 +248,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 527 Data size: 2108 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/smb_mapjoin_14.q.out ql/src/test/results/clientpositive/llap/smb_mapjoin_14.q.out index b74ce49..d381074 100644 --- ql/src/test/results/clientpositive/llap/smb_mapjoin_14.q.out +++ ql/src/test/results/clientpositive/llap/smb_mapjoin_14.q.out @@ -78,7 +78,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -97,7 +97,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -119,7 +119,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -202,7 +202,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -221,7 +221,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -247,7 +247,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -261,7 +261,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint) @@ -358,7 +358,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -377,7 +377,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -401,7 +401,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -420,7 +420,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -510,7 +510,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -529,7 +529,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -551,7 +551,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -645,7 +645,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -664,7 +664,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -686,7 +686,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -804,7 +804,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -823,7 +823,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -845,7 +845,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -951,7 +951,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -970,7 +970,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -992,7 +992,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1076,7 +1076,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1095,7 +1095,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1117,7 +1117,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1197,7 +1197,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1216,7 +1216,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1238,7 +1238,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1314,7 +1314,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1333,7 +1333,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1355,7 +1355,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1441,7 +1441,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1460,7 +1460,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1479,7 +1479,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1503,7 +1503,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1605,7 +1605,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1624,7 +1624,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1646,7 +1646,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out index 490afb6..c644fef 100644 --- ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out +++ ql/src/test/results/clientpositive/llap/smb_mapjoin_15.q.out @@ -74,7 +74,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -154,7 +154,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -235,7 +235,7 @@ STAGE PLANS: value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -388,7 +388,7 @@ STAGE PLANS: tag: 0 value expressions: _col2 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -468,7 +468,7 @@ STAGE PLANS: tag: 1 value expressions: _col2 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -549,7 +549,7 @@ STAGE PLANS: value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) auto parallelism: false Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -650,7 +650,7 @@ STAGE PLANS: tag: 0 value expressions: _col2 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -730,7 +730,7 @@ STAGE PLANS: tag: 1 value expressions: _col2 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -811,7 +811,7 @@ STAGE PLANS: value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) auto parallelism: false Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -912,7 +912,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: int) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -992,7 +992,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: int) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -1073,7 +1073,7 @@ STAGE PLANS: value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) auto parallelism: false Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/llap/smb_mapjoin_17.q.out ql/src/test/results/clientpositive/llap/smb_mapjoin_17.q.out index 803f404..a312f53 100644 --- ql/src/test/results/clientpositive/llap/smb_mapjoin_17.q.out +++ ql/src/test/results/clientpositive/llap/smb_mapjoin_17.q.out @@ -206,7 +206,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -225,7 +225,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -244,7 +244,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -263,7 +263,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -282,7 +282,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -301,7 +301,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -320,7 +320,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -352,7 +352,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -521,7 +521,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -702,7 +702,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1004,7 +1004,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 19 Map Operator Tree: @@ -1020,7 +1020,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 20 Map Operator Tree: @@ -1036,7 +1036,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 21 Map Operator Tree: @@ -1052,7 +1052,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/smb_mapjoin_18.q.out ql/src/test/results/clientpositive/llap/smb_mapjoin_18.q.out index 6580938..b76507f 100644 --- ql/src/test/results/clientpositive/llap/smb_mapjoin_18.q.out +++ ql/src/test/results/clientpositive/llap/smb_mapjoin_18.q.out @@ -66,7 +66,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-2 @@ -253,7 +253,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -433,7 +433,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-2 diff --git ql/src/test/results/clientpositive/llap/smb_mapjoin_19.q.out ql/src/test/results/clientpositive/llap/smb_mapjoin_19.q.out index 97e7451..495d509 100644 --- ql/src/test/results/clientpositive/llap/smb_mapjoin_19.q.out +++ ql/src/test/results/clientpositive/llap/smb_mapjoin_19.q.out @@ -66,7 +66,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-2 diff --git ql/src/test/results/clientpositive/llap/smb_mapjoin_4.q.out ql/src/test/results/clientpositive/llap/smb_mapjoin_4.q.out index 89bdfd8..4b8728f 100644 --- ql/src/test/results/clientpositive/llap/smb_mapjoin_4.q.out +++ ql/src/test/results/clientpositive/llap/smb_mapjoin_4.q.out @@ -82,7 +82,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -102,7 +102,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -122,7 +122,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -199,7 +199,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -219,7 +219,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -239,7 +239,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -313,7 +313,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -330,7 +330,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -347,7 +347,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -426,7 +426,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -443,7 +443,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -460,7 +460,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -540,7 +540,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -557,7 +557,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -574,7 +574,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -662,7 +662,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -682,7 +682,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -702,7 +702,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -778,7 +778,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -795,7 +795,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -812,7 +812,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -890,7 +890,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -907,7 +907,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -924,7 +924,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1004,7 +1004,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1021,7 +1021,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1038,7 +1038,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1123,7 +1123,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1143,7 +1143,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1163,7 +1163,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1239,7 +1239,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1256,7 +1256,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1273,7 +1273,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1356,7 +1356,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1373,7 +1373,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1390,7 +1390,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1470,7 +1470,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1487,7 +1487,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1504,7 +1504,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out index 06e4173..1ad6a87 100644 --- ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out +++ ql/src/test/results/clientpositive/llap/smb_mapjoin_5.q.out @@ -82,7 +82,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -102,7 +102,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -122,7 +122,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -199,7 +199,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -219,7 +219,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -239,7 +239,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -313,7 +313,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -330,7 +330,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -347,7 +347,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -426,7 +426,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -443,7 +443,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -460,7 +460,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -540,7 +540,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -557,7 +557,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -574,7 +574,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -662,7 +662,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -682,7 +682,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -702,7 +702,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -778,7 +778,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -795,7 +795,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -812,7 +812,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -890,7 +890,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -907,7 +907,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -924,7 +924,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1004,7 +1004,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1021,7 +1021,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1038,7 +1038,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1123,7 +1123,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1143,7 +1143,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1163,7 +1163,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1239,7 +1239,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1256,7 +1256,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1273,7 +1273,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1356,7 +1356,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1373,7 +1373,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1390,7 +1390,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1470,7 +1470,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1487,7 +1487,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1504,7 +1504,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/smb_mapjoin_6.q.out ql/src/test/results/clientpositive/llap/smb_mapjoin_6.q.out index 57c8ed0..e17a7e5 100644 --- ql/src/test/results/clientpositive/llap/smb_mapjoin_6.q.out +++ ql/src/test/results/clientpositive/llap/smb_mapjoin_6.q.out @@ -95,7 +95,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -115,7 +115,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1311,7 +1311,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1331,7 +1331,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2543,7 +2543,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2563,7 +2563,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2691,7 +2691,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2711,7 +2711,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2834,7 +2834,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2854,7 +2854,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2874,7 +2874,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/sqlmerge.q.out ql/src/test/results/clientpositive/llap/sqlmerge.q.out index 0f8c723..960d5ca 100644 --- ql/src/test/results/clientpositive/llap/sqlmerge.q.out +++ ql/src/test/results/clientpositive/llap/sqlmerge.q.out @@ -60,7 +60,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: ROW__ID (type: struct) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 8 Map Operator Tree: @@ -73,7 +73,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: b (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -143,7 +143,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct) @@ -159,7 +159,7 @@ STAGE PLANS: name: default.acidtbl Write Type: DELETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: struct), VALUE._col0 (type: int), 7 (type: int) @@ -365,7 +365,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: a (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: may be used (ACID table) Map 5 Map Operator Tree: @@ -378,7 +378,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: b (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/stats11.q.out ql/src/test/results/clientpositive/llap/stats11.q.out index 22be814..254649b 100644 --- ql/src/test/results/clientpositive/llap/stats11.q.out +++ ql/src/test/results/clientpositive/llap/stats11.q.out @@ -333,7 +333,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -409,7 +409,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -753,7 +753,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -829,7 +829,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: true - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/stats_based_fetch_decision.q.out ql/src/test/results/clientpositive/llap/stats_based_fetch_decision.q.out index 8a85bf4..001f065 100644 --- ql/src/test/results/clientpositive/llap/stats_based_fetch_decision.q.out +++ ql/src/test/results/clientpositive/llap/stats_based_fetch_decision.q.out @@ -120,7 +120,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 @@ -161,7 +161,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-0 diff --git ql/src/test/results/clientpositive/llap/stats_only_null.q.out ql/src/test/results/clientpositive/llap/stats_only_null.q.out index ac6c18e..9b54ddb 100644 --- ql/src/test/results/clientpositive/llap/stats_only_null.q.out +++ ql/src/test/results/clientpositive/llap/stats_only_null.q.out @@ -102,10 +102,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 240 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4) @@ -162,10 +162,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 240 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4) diff --git ql/src/test/results/clientpositive/llap/subquery_corr.q.out ql/src/test/results/clientpositive/llap/subquery_corr.q.out index 5fa47d2..740df7f 100644 --- ql/src/test/results/clientpositive/llap/subquery_corr.q.out +++ ql/src/test/results/clientpositive/llap/subquery_corr.q.out @@ -32,7 +32,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -57,7 +57,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -131,7 +131,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -156,7 +156,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -730,7 +730,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -755,7 +755,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 132500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/subquery_exists.q.out ql/src/test/results/clientpositive/llap/subquery_exists.q.out index d0c79cd..e5e90ea 100644 --- ql/src/test/results/clientpositive/llap/subquery_exists.q.out +++ ql/src/test/results/clientpositive/llap/subquery_exists.q.out @@ -45,7 +45,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -69,7 +69,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -253,7 +253,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -277,7 +277,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 22750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -349,7 +349,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -371,7 +371,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -392,7 +392,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -989,7 +989,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1010,7 +1010,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1031,7 +1031,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1145,7 +1145,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1170,7 +1170,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1196,7 +1196,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1299,7 +1299,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1324,7 +1324,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/subquery_in.q.out ql/src/test/results/clientpositive/llap/subquery_in.q.out index 37b18f0..7e853ab 100644 --- ql/src/test/results/clientpositive/llap/subquery_in.q.out +++ ql/src/test/results/clientpositive/llap/subquery_in.q.out @@ -38,7 +38,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -62,7 +62,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 7221 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -159,7 +159,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -183,7 +183,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -291,7 +291,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col1) (type: double) Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -304,7 +304,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 2652 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -325,7 +325,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -369,7 +369,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -465,7 +465,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -481,7 +481,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 2652 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -506,7 +506,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -553,7 +553,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -652,7 +652,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -676,7 +676,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -783,7 +783,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -803,7 +803,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 7221 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -829,7 +829,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -937,7 +937,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -963,7 +963,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1060,7 +1060,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1080,7 +1080,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 14 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1104,10 +1104,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1242,7 +1242,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double), _col2 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1261,7 +1261,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1283,7 +1283,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 50 Data size: 1000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double), _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1323,7 +1323,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1338,7 +1338,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -1416,7 +1416,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string), _col5 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1436,7 +1436,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1457,7 +1457,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -1549,7 +1549,7 @@ STAGE PLANS: Map-reduce partition columns: (_col5 - 1) (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1572,7 +1572,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1593,7 +1593,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1619,7 +1619,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1692,7 +1692,7 @@ STAGE PLANS: Map-reduce partition columns: (_col0 * _col5) (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1715,7 +1715,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1736,7 +1736,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1762,7 +1762,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1824,7 +1824,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), (_col1 + 100) (type: int) Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1848,7 +1848,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 13 Data size: 1625 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1870,7 +1870,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1936,7 +1936,7 @@ STAGE PLANS: Map-reduce partition columns: floor(_col7) (type: bigint) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1959,7 +1959,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1980,7 +1980,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2010,7 +2010,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: bigint) @@ -2098,7 +2098,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col5 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2118,7 +2118,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int), _col0 (type: int) Statistics: Num rows: 26 Data size: 3354 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2138,7 +2138,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2184,7 +2184,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 6 Data size: 750 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2247,7 +2247,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: string), _col5 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2271,7 +2271,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string), _col2 (type: int) Statistics: Num rows: 13 Data size: 1677 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2366,7 +2366,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: string) Statistics: Num rows: 26 Data size: 8242 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2390,7 +2390,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 13 Data size: 2548 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2487,7 +2487,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 5954 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2507,7 +2507,7 @@ STAGE PLANS: Map-reduce partition columns: (_col1 + 1) (type: int) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2531,7 +2531,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2577,7 +2577,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 8 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2667,7 +2667,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2691,7 +2691,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 22750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2715,7 +2715,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2741,7 +2741,7 @@ STAGE PLANS: Statistics: Num rows: 202 Data size: 19190 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2777,7 +2777,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2888,7 +2888,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2912,7 +2912,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2936,7 +2936,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2962,7 +2962,7 @@ STAGE PLANS: Statistics: Num rows: 202 Data size: 19190 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2998,7 +2998,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3110,7 +3110,7 @@ STAGE PLANS: Map-reduce partition columns: (_col5 - 1) (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3133,7 +3133,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3152,7 +3152,7 @@ STAGE PLANS: Statistics: Num rows: 7 Data size: 4333 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), VALUE._col5 (type: string), VALUE._col6 (type: double), VALUE._col7 (type: string) @@ -3166,7 +3166,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3192,7 +3192,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3266,7 +3266,7 @@ STAGE PLANS: Map-reduce partition columns: (_col5 - 1) (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3289,7 +3289,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3309,7 +3309,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), VALUE._col5 (type: string), VALUE._col6 (type: double), VALUE._col7 (type: string) @@ -3326,7 +3326,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3352,7 +3352,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3419,7 +3419,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3443,7 +3443,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 3025 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -3467,7 +3467,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 3025 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3543,7 +3543,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col0 (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3567,7 +3567,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 4 Data size: 876 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3590,7 +3590,7 @@ STAGE PLANS: Statistics: Num rows: 4 Data size: 1300 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int) @@ -3663,7 +3663,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3354 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3683,7 +3683,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -3703,7 +3703,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3826,7 +3826,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3354 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3846,7 +3846,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 5954 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -3866,7 +3866,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3991,7 +3991,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: string), _col3 (type: int) Statistics: Num rows: 26 Data size: 6058 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4011,7 +4011,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -4031,7 +4031,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4120,7 +4120,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3354 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4140,7 +4140,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -4160,7 +4160,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4285,7 +4285,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -4317,7 +4317,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4362,7 +4362,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -4382,7 +4382,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4456,7 +4456,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), UDFToDouble(_col5) (type: double) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4478,7 +4478,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4499,7 +4499,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -4607,7 +4607,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col5 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4622,7 +4622,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 208 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -4642,7 +4642,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4691,7 +4691,7 @@ STAGE PLANS: Statistics: Num rows: 9 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4713,7 +4713,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -4779,7 +4779,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -4823,7 +4823,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4892,7 +4892,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -4912,7 +4912,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4933,7 +4933,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5032,7 +5032,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -5052,7 +5052,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -5080,7 +5080,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5149,7 +5149,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -5169,7 +5169,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 156 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -5194,7 +5194,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -5303,7 +5303,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToLong(_col0) (type: bigint) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -5321,7 +5321,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5342,7 +5342,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5517,7 +5517,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToLong(_col0) (type: bigint), _col1 (type: int) Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -5539,7 +5539,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5560,7 +5560,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -5656,7 +5656,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col5 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -5671,7 +5671,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -5691,7 +5691,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5740,7 +5740,7 @@ STAGE PLANS: Statistics: Num rows: 25 Data size: 3125 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -5762,7 +5762,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 12 Data size: 1500 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -5828,7 +5828,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string), _col5 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -5846,7 +5846,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -5866,7 +5866,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -5886,7 +5886,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5950,7 +5950,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 183 Data size: 19764 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/subquery_in_having.q.out ql/src/test/results/clientpositive/llap/subquery_in_having.q.out index eb76ad8..eba2a96 100644 --- ql/src/test/results/clientpositive/llap/subquery_in_having.q.out +++ ql/src/test/results/clientpositive/llap/subquery_in_having.q.out @@ -100,10 +100,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -139,7 +139,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -302,10 +302,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -342,7 +342,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), min(VALUE._col1) @@ -437,10 +437,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -477,7 +477,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), min(VALUE._col1) @@ -577,7 +577,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -616,7 +616,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -642,7 +642,7 @@ STAGE PLANS: Statistics: Num rows: 66 Data size: 12276 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -678,7 +678,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -806,7 +806,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 66 Data size: 12276 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -845,10 +845,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -877,7 +877,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -975,7 +975,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 202 Data size: 37572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -999,7 +999,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1021,10 +1021,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1053,7 +1053,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1451,7 +1451,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 372 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint), _col3 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1464,10 +1464,10 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 1 Data size: 372 Basic stats: COMPLETE Column stats: NONE value expressions: p_name (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -1770,10 +1770,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 11 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1789,7 +1789,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: boolean) Reducer 12 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1805,7 +1805,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: boolean) Reducer 13 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1821,7 +1821,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: boolean) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1896,7 +1896,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 922 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1921,7 +1921,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 922 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1970,7 +1970,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 922 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1997,7 +1997,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 922 Basic stats: COMPLETE Column stats: NONE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -2022,7 +2022,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 922 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: boolean) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/llap/subquery_multi.q.out ql/src/test/results/clientpositive/llap/subquery_multi.q.out index 24f18e9..c573b8c 100644 --- ql/src/test/results/clientpositive/llap/subquery_multi.q.out +++ ql/src/test/results/clientpositive/llap/subquery_multi.q.out @@ -115,7 +115,7 @@ STAGE PLANS: Map-reduce partition columns: _col5 (type: int) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -135,7 +135,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -159,7 +159,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -197,7 +197,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -291,7 +291,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -334,7 +334,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -394,7 +394,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -407,7 +407,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -419,7 +419,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -492,7 +492,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -512,7 +512,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -542,7 +542,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -602,7 +602,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -615,7 +615,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -627,7 +627,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -726,7 +726,7 @@ STAGE PLANS: Map-reduce partition columns: _col3 (type: string) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -746,7 +746,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -779,7 +779,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -839,7 +839,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -852,7 +852,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -864,7 +864,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -934,7 +934,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -964,7 +964,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: char(2)) Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -988,7 +988,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1050,7 +1050,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -1062,7 +1062,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 102 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: char(2)) @@ -1162,7 +1162,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1182,7 +1182,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1201,7 +1201,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1237,7 +1237,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1250,7 +1250,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -1344,7 +1344,7 @@ STAGE PLANS: Map-reduce partition columns: _col5 (type: int) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1364,7 +1364,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1383,7 +1383,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1419,7 +1419,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1432,7 +1432,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -1500,7 +1500,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1520,7 +1520,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1539,7 +1539,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1582,7 +1582,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1595,7 +1595,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -1693,7 +1693,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 10 Map Operator Tree: @@ -1717,7 +1717,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 13 Data size: 2548 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1741,7 +1741,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 13 Data size: 2925 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1761,7 +1761,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col0 (type: string) Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1856,7 +1856,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 7 Data size: 1372 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -1871,7 +1871,7 @@ STAGE PLANS: Statistics: Num rows: 7 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1974,7 +1974,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1994,7 +1994,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2018,7 +2018,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 13 Data size: 2548 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2056,7 +2056,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -2150,7 +2150,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string), _col1 (type: string), _col6 (type: string) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 10 Map Operator Tree: @@ -2174,7 +2174,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 13 Data size: 2548 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2198,7 +2198,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string) Statistics: Num rows: 13 Data size: 4121 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2218,7 +2218,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col0 (type: string) Statistics: Num rows: 26 Data size: 7488 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2313,7 +2313,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 7 Data size: 1372 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2328,7 +2328,7 @@ STAGE PLANS: Statistics: Num rows: 7 Data size: 840 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -2429,7 +2429,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col4 (type: string) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2453,7 +2453,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 13 Data size: 2925 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2485,7 +2485,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2547,7 +2547,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2562,7 +2562,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -2660,7 +2660,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col4 (type: string) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2680,7 +2680,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 8242 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2704,7 +2704,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 13 Data size: 2548 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2838,7 +2838,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2858,7 +2858,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 14 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2876,7 +2876,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 2 Data size: 206 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -2896,10 +2896,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double), _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -2930,7 +2930,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: boolean) Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3110,7 +3110,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -3134,7 +3134,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -3158,7 +3158,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 22750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3184,7 +3184,7 @@ STAGE PLANS: Statistics: Num rows: 202 Data size: 37572 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3243,7 +3243,7 @@ STAGE PLANS: Statistics: Num rows: 67 Data size: 6365 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3631,7 +3631,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col4 (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3649,7 +3649,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3146 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -3669,7 +3669,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3711,7 +3711,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 169 Data size: 38025 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -3807,7 +3807,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3837,7 +3837,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3882,7 +3882,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3894,7 +3894,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3972,7 +3972,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -4003,7 +4003,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 7221 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -4022,10 +4022,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -4094,7 +4094,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4109,7 +4109,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4121,7 +4121,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -4204,7 +4204,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -4229,7 +4229,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -4249,7 +4249,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4299,7 +4299,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/subquery_notin.q.out ql/src/test/results/clientpositive/llap/subquery_notin.q.out index 2190dfd..003ff5b 100644 --- ql/src/test/results/clientpositive/llap/subquery_notin.q.out +++ ql/src/test/results/clientpositive/llap/subquery_notin.q.out @@ -43,7 +43,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -72,7 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 7221 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -117,7 +117,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -129,7 +129,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -357,7 +357,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: p_name (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -402,7 +402,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -449,7 +449,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -464,7 +464,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -509,7 +509,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 4 Data size: 876 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -622,7 +622,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -635,7 +635,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 2652 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -680,7 +680,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -761,7 +761,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -782,7 +782,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -902,7 +902,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -918,7 +918,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 2652 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -987,7 +987,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -1112,7 +1112,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1132,7 +1132,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 212 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1153,7 +1153,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1535,7 +1535,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -1547,7 +1547,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1623,7 +1623,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1663,7 +1663,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1708,7 +1708,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -1723,7 +1723,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -1820,7 +1820,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1843,7 +1843,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1886,7 +1886,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), VALUE._col5 (type: string), VALUE._col6 (type: double), VALUE._col7 (type: string) @@ -1900,7 +1900,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1932,7 +1932,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -1944,7 +1944,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2027,7 +2027,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2050,7 +2050,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2095,7 +2095,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2127,7 +2127,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2139,7 +2139,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2234,7 +2234,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2266,7 +2266,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 13 Data size: 1625 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -2283,10 +2283,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2342,7 +2342,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2357,7 +2357,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2372,7 +2372,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1781 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: string) @@ -2456,7 +2456,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2479,7 +2479,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2524,7 +2524,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2556,7 +2556,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 6 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2568,7 +2568,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: bigint) @@ -2638,7 +2638,7 @@ STAGE PLANS: Map-reduce partition columns: _col5 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2655,7 +2655,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int), _col0 (type: int) Statistics: Num rows: 26 Data size: 3354 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -2672,7 +2672,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2750,7 +2750,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 6 Data size: 750 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2765,7 +2765,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -2786,7 +2786,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 774 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2871,7 +2871,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col5 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2903,7 +2903,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string), _col2 (type: int) Statistics: Num rows: 13 Data size: 1677 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2948,7 +2948,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2963,7 +2963,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 312 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: string), KEY._col2 (type: int) @@ -3036,7 +3036,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 8242 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3076,7 +3076,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: double), _col1 (type: string) Statistics: Num rows: 13 Data size: 1300 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3121,7 +3121,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3136,7 +3136,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double), KEY._col1 (type: string) @@ -3207,7 +3207,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 26 Data size: 5954 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3224,7 +3224,7 @@ STAGE PLANS: Map-reduce partition columns: (_col1 + 1) (type: int) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -3245,7 +3245,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3323,7 +3323,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 8 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3338,7 +3338,7 @@ STAGE PLANS: Statistics: Num rows: 8 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -3359,7 +3359,7 @@ STAGE PLANS: Statistics: Num rows: 8 Data size: 896 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3448,7 +3448,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -3495,7 +3495,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3545,7 +3545,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3581,7 +3581,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3593,7 +3593,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -3611,7 +3611,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 22750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: boolean) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3760,7 +3760,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -3784,7 +3784,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3834,7 +3834,7 @@ STAGE PLANS: Statistics: Num rows: 125 Data size: 11875 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3870,7 +3870,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3885,7 +3885,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 25750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -3910,7 +3910,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 68750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4020,7 +4020,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -4043,7 +4043,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4086,7 +4086,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), VALUE._col5 (type: string), VALUE._col6 (type: double), VALUE._col7 (type: string) @@ -4100,7 +4100,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4132,7 +4132,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -4144,7 +4144,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -4228,7 +4228,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -4251,7 +4251,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4295,7 +4295,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: int), VALUE._col4 (type: string), VALUE._col5 (type: double), VALUE._col6 (type: string) @@ -4312,7 +4312,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4344,7 +4344,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -4356,7 +4356,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -4430,7 +4430,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 11 Map Operator Tree: @@ -4451,7 +4451,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 3025 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -4471,7 +4471,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -4491,7 +4491,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -4512,10 +4512,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 3025 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -4575,7 +4575,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -5145,7 +5145,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 2496 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -5177,7 +5177,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 13 Data size: 2548 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -5194,10 +5194,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -5253,7 +5253,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5268,7 +5268,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -5283,7 +5283,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -5401,7 +5401,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -5431,7 +5431,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5476,7 +5476,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -5488,7 +5488,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -5559,7 +5559,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: char(100)) Statistics: Num rows: 4 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -5576,7 +5576,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -5593,7 +5593,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: char(100)) Statistics: Num rows: 2 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5671,7 +5671,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: char(100)) Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -5686,7 +5686,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: char(100)) @@ -5707,7 +5707,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: char(100)) @@ -5825,7 +5825,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -5857,7 +5857,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5902,7 +5902,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -5917,7 +5917,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -6045,7 +6045,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -6077,7 +6077,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -6094,7 +6094,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -6124,7 +6124,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -6139,7 +6139,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -6174,7 +6174,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: boolean) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6301,7 +6301,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -6318,7 +6318,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -6348,7 +6348,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -6363,7 +6363,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -6398,7 +6398,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: boolean) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6490,7 +6490,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -6535,7 +6535,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -6550,7 +6550,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -6619,7 +6619,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -6649,7 +6649,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -6694,7 +6694,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -6706,7 +6706,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6797,7 +6797,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -6842,7 +6842,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -6854,7 +6854,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6964,7 +6964,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -6981,7 +6981,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 22750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -7055,7 +7055,7 @@ STAGE PLANS: Statistics: Num rows: 103 Data size: 11021 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -7070,7 +7070,7 @@ STAGE PLANS: Statistics: Num rows: 103 Data size: 11021 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -7091,7 +7091,7 @@ STAGE PLANS: Statistics: Num rows: 83 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: boolean) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/subquery_null_agg.q.out ql/src/test/results/clientpositive/llap/subquery_null_agg.q.out index 85a64f1..0363a73 100644 --- ql/src/test/results/clientpositive/llap/subquery_null_agg.q.out +++ ql/src/test/results/clientpositive/llap/subquery_null_agg.q.out @@ -96,7 +96,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -139,7 +139,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -151,7 +151,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) diff --git ql/src/test/results/clientpositive/llap/subquery_scalar.q.out ql/src/test/results/clientpositive/llap/subquery_scalar.q.out index 4a8c9b1..5891519 100644 --- ql/src/test/results/clientpositive/llap/subquery_scalar.q.out +++ ql/src/test/results/clientpositive/llap/subquery_scalar.q.out @@ -110,7 +110,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -130,7 +130,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -156,7 +156,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -242,7 +242,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -260,7 +260,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -275,7 +275,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: char(2)) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -303,7 +303,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -359,7 +359,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 582 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -383,7 +383,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -410,7 +410,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -478,7 +478,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -493,7 +493,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -512,7 +512,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -555,7 +555,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Limit Number of rows: 1 @@ -570,7 +570,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -586,7 +586,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int) @@ -675,7 +675,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -695,7 +695,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -716,7 +716,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -809,7 +809,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -838,7 +838,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -881,7 +881,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -893,7 +893,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -978,7 +978,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -990,7 +990,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 2652 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1018,7 +1018,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -1082,7 +1082,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE @@ -1099,7 +1099,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1115,7 +1115,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -1204,7 +1204,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1224,7 +1224,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1250,7 +1250,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1336,7 +1336,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1358,7 +1358,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1625 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1384,7 +1384,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1399,7 +1399,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1465,7 +1465,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3146 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1487,7 +1487,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1625 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1509,7 +1509,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1524,7 +1524,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1592,7 +1592,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1614,7 +1614,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1640,7 +1640,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -1711,7 +1711,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1733,7 +1733,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1753,7 +1753,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1796,7 +1796,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1815,7 +1815,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: boolean) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1905,7 +1905,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1927,7 +1927,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1947,7 +1947,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1993,7 +1993,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2012,7 +2012,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: boolean) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2102,7 +2102,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2122,7 +2122,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -2146,7 +2146,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2185,7 +2185,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2267,7 +2267,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col5 (type: int) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2289,7 +2289,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 13 Data size: 208 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2317,7 +2317,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2410,7 +2410,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2430,7 +2430,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -2464,10 +2464,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2512,7 +2512,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2550,7 +2550,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2562,7 +2562,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -2581,7 +2581,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2663,7 +2663,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2683,10 +2683,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2726,7 +2726,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2794,7 +2794,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 12 Map Operator Tree: @@ -2814,7 +2814,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2834,10 +2834,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 11 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2857,7 +2857,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 13 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2883,7 +2883,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 14 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2904,7 +2904,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 15 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2950,7 +2950,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2976,7 +2976,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2997,7 +2997,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3024,7 +3024,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3040,7 +3040,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3122,7 +3122,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 26 Data size: 3354 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3142,7 +3142,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 5850 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -3162,7 +3162,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3211,7 +3211,7 @@ STAGE PLANS: Statistics: Num rows: 14 Data size: 2632 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3298,7 +3298,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -3318,7 +3318,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -3348,7 +3348,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3396,7 +3396,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3408,7 +3408,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3420,7 +3420,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -3515,7 +3515,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -3545,7 +3545,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -3567,7 +3567,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3634,7 +3634,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3646,7 +3646,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -3664,7 +3664,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1625 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: boolean) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3744,7 +3744,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -3764,7 +3764,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 14 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -3790,10 +3790,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3846,7 +3846,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3953,7 +3953,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -3973,7 +3973,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 14 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -3999,10 +3999,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -4055,7 +4055,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4155,7 +4155,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double), _col2 (type: double) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -4174,7 +4174,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -4196,7 +4196,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 50 Data size: 1000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double), _col2 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4226,7 +4226,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -4241,7 +4241,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -4313,7 +4313,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col4 (type: string) Statistics: Num rows: 1 Data size: 1120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4333,7 +4333,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 8242 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -4355,7 +4355,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4405,7 +4405,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 3 Data size: 675 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4633,7 +4633,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 5 Data size: 3160 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: int), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: date) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4655,7 +4655,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4683,7 +4683,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4755,7 +4755,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 5 Data size: 3160 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: int), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: date) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4777,7 +4777,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4803,7 +4803,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4873,7 +4873,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 5 Data size: 3160 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: int), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: date) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -4910,7 +4910,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4962,7 +4962,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4981,7 +4981,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: boolean) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5056,7 +5056,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 5 Data size: 3160 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: int), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: date) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -5078,7 +5078,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -5098,7 +5098,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5144,7 +5144,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -5163,7 +5163,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: boolean) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5275,10 +5275,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5314,7 +5314,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5405,7 +5405,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -5443,7 +5443,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5469,7 +5469,7 @@ STAGE PLANS: Statistics: Num rows: 66 Data size: 12276 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5505,7 +5505,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5573,7 +5573,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -5594,7 +5594,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -5617,7 +5617,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5645,7 +5645,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -5664,7 +5664,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5680,7 +5680,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -5736,7 +5736,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -5756,7 +5756,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -5778,7 +5778,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5806,7 +5806,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -5832,7 +5832,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -5894,7 +5894,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -5909,7 +5909,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -5926,7 +5926,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5982,7 +5982,7 @@ STAGE PLANS: Statistics: Num rows: 24 Data size: 2688 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -6001,7 +6001,7 @@ STAGE PLANS: Statistics: Num rows: 24 Data size: 2784 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: boolean) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -6108,7 +6108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -6123,7 +6123,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -6140,7 +6140,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -6196,7 +6196,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -6215,7 +6215,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: boolean) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6282,7 +6282,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -6299,7 +6299,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -6348,7 +6348,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -6369,7 +6369,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6436,7 +6436,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -6458,7 +6458,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -6486,7 +6486,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -6555,7 +6555,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -6577,7 +6577,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -6598,7 +6598,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -6693,7 +6693,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -6714,10 +6714,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -6753,7 +6753,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -6835,10 +6835,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -6874,7 +6874,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/subquery_select.q.out ql/src/test/results/clientpositive/llap/subquery_select.q.out index 4c8fefc..fec9924 100644 --- ql/src/test/results/clientpositive/llap/subquery_select.q.out +++ ql/src/test/results/clientpositive/llap/subquery_select.q.out @@ -61,7 +61,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -103,7 +103,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -120,7 +120,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -251,7 +251,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -293,7 +293,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -314,7 +314,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -447,7 +447,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -489,7 +489,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -506,7 +506,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -639,7 +639,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -659,7 +659,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -725,7 +725,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -746,7 +746,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -772,7 +772,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -869,7 +869,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -888,7 +888,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -913,7 +913,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -1002,7 +1002,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1022,7 +1022,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1047,7 +1047,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1140,7 +1140,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1159,7 +1159,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1184,7 +1184,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -1273,7 +1273,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1293,7 +1293,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1318,7 +1318,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1410,7 +1410,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1432,7 +1432,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1457,7 +1457,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1548,7 +1548,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1570,7 +1570,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 3744 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1595,7 +1595,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1700,7 +1700,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1721,7 +1721,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1837,7 +1837,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1857,7 +1857,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1903,7 +1903,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 22825 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2023,7 +2023,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 68750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2069,7 +2069,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 67 Data size: 18425 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2176,7 +2176,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -2206,7 +2206,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2248,7 +2248,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2260,7 +2260,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2360,7 +2360,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2378,7 +2378,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2399,7 +2399,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2485,7 +2485,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -2505,7 +2505,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2526,7 +2526,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2646,7 +2646,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2671,7 +2671,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2781,7 +2781,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2806,7 +2806,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2903,7 +2903,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 2704 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -2923,7 +2923,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -2961,7 +2961,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: boolean) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: boolean) @@ -2975,7 +2975,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE @@ -2992,7 +2992,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3008,7 +3008,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -3108,7 +3108,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 5954 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -3136,7 +3136,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -3156,10 +3156,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3257,7 +3257,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3278,7 +3278,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3385,7 +3385,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -3405,7 +3405,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3430,7 +3430,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -3544,7 +3544,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -3556,7 +3556,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -3598,7 +3598,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3634,7 +3634,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -3653,7 +3653,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3665,7 +3665,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -3783,7 +3783,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -3804,7 +3804,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -3823,7 +3823,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -3846,10 +3846,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3913,7 +3913,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3925,7 +3925,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -4039,7 +4039,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -4057,10 +4057,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -4094,7 +4094,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4167,7 +4167,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 208 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -4187,7 +4187,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -4207,7 +4207,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4255,7 +4255,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -4271,7 +4271,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double) Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: string) @@ -4364,7 +4364,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -4411,10 +4411,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -4493,7 +4493,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -4505,7 +4505,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4517,7 +4517,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -4617,7 +4617,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4636,7 +4636,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -4655,7 +4655,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -4695,7 +4695,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4795,7 +4795,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 10 Map Operator Tree: @@ -4817,7 +4817,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 156 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -4837,7 +4837,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -4856,7 +4856,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -4876,10 +4876,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 11 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -4959,7 +4959,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4971,7 +4971,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -5111,7 +5111,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 156 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 11 Map Operator Tree: @@ -5131,7 +5131,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 13 Map Operator Tree: @@ -5150,7 +5150,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -5192,10 +5192,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -5276,7 +5276,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -5322,7 +5322,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5334,7 +5334,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -5360,7 +5360,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5477,7 +5477,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -5502,7 +5502,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/subquery_views.q.out ql/src/test/results/clientpositive/llap/subquery_views.q.out index 01f1252..2c85309 100644 --- ql/src/test/results/clientpositive/llap/subquery_views.q.out +++ ql/src/test/results/clientpositive/llap/subquery_views.q.out @@ -186,7 +186,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 16102 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -205,10 +205,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 21750 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -265,7 +265,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -280,7 +280,7 @@ STAGE PLANS: Statistics: Num rows: 83 Data size: 16102 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -351,7 +351,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 8 Data size: 696 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) diff --git ql/src/test/results/clientpositive/llap/temp_table.q.out ql/src/test/results/clientpositive/llap/temp_table.q.out index de0fef2..21a8b52 100644 --- ql/src/test/results/clientpositive/llap/temp_table.q.out +++ ql/src/test/results/clientpositive/llap/temp_table.q.out @@ -34,7 +34,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.foo - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-2 @@ -107,7 +107,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.bar - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Stage: Stage-2 @@ -191,10 +191,10 @@ STAGE PLANS: Statistics: Num rows: 247 Data size: 86848 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -268,7 +268,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 175904 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -285,10 +285,10 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 175904 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out index 0f57dd5..32c36dd 100644 --- ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out +++ ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out @@ -109,7 +109,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1618 Data size: 153710 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: some inputs Map 3 Map Operator Tree: @@ -128,10 +128,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/tez_dml.q.out ql/src/test/results/clientpositive/llap/tez_dml.q.out index 89b74cf..993d57b 100644 --- ql/src/test/results/clientpositive/llap/tez_dml.q.out +++ ql/src/test/results/clientpositive/llap/tez_dml.q.out @@ -39,10 +39,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 24750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -56,7 +56,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 24750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) diff --git ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out index b63b25f..32cf0b5 100644 --- ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out +++ ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out @@ -45,7 +45,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 1365 Data size: 343800 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -65,7 +65,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 1019 Data size: 256780 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -84,7 +84,7 @@ STAGE PLANS: Statistics: Num rows: 2076 Data size: 1148660 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean), _col12 (type: tinyint), _col13 (type: smallint), _col14 (type: int), _col15 (type: bigint), _col16 (type: float), _col17 (type: double), _col18 (type: string), _col19 (type: string), _col20 (type: timestamp), _col21 (type: timestamp), _col22 (type: boolean), _col23 (type: boolean) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: timestamp), VALUE._col8 (type: timestamp), VALUE._col9 (type: boolean), VALUE._col10 (type: boolean), VALUE._col11 (type: tinyint), VALUE._col12 (type: smallint), VALUE._col13 (type: int), VALUE._col14 (type: bigint), VALUE._col15 (type: float), VALUE._col16 (type: double), VALUE._col17 (type: string), VALUE._col18 (type: string), VALUE._col19 (type: timestamp), VALUE._col20 (type: timestamp), VALUE._col21 (type: boolean), VALUE._col22 (type: boolean) @@ -176,7 +176,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1365 Data size: 4080 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -195,7 +195,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1019 Data size: 9144 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -217,7 +217,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -305,7 +305,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1365 Data size: 8160 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: smallint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -324,7 +324,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1019 Data size: 9144 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -350,7 +350,7 @@ STAGE PLANS: Statistics: Num rows: 623 Data size: 7064 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -364,7 +364,7 @@ STAGE PLANS: Statistics: Num rows: 623 Data size: 7064 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: smallint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: bigint) @@ -456,7 +456,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -476,10 +476,10 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator condition map: @@ -498,7 +498,7 @@ STAGE PLANS: Statistics: Num rows: 1501 Data size: 322826 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean), _col12 (type: tinyint), _col13 (type: smallint), _col14 (type: int), _col15 (type: bigint), _col16 (type: float), _col17 (type: double), _col18 (type: string), _col19 (type: string), _col20 (type: timestamp), _col21 (type: timestamp), _col22 (type: boolean), _col23 (type: boolean) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: timestamp), VALUE._col8 (type: timestamp), VALUE._col9 (type: boolean), VALUE._col10 (type: boolean), VALUE._col11 (type: tinyint), VALUE._col12 (type: smallint), VALUE._col13 (type: int), VALUE._col14 (type: bigint), VALUE._col15 (type: float), VALUE._col16 (type: double), VALUE._col17 (type: string), VALUE._col18 (type: string), VALUE._col19 (type: timestamp), VALUE._col20 (type: timestamp), VALUE._col21 (type: boolean), VALUE._col22 (type: boolean) @@ -590,7 +590,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -609,10 +609,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator condition map: @@ -634,7 +634,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -722,7 +722,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: smallint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -741,10 +741,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Map Join Operator condition map: @@ -770,7 +770,7 @@ STAGE PLANS: Statistics: Num rows: 1501 Data size: 322826 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -784,7 +784,7 @@ STAGE PLANS: Statistics: Num rows: 750 Data size: 161305 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: bigint) diff --git ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out index c471cd6..ae9b37a 100644 --- ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out +++ ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out @@ -53,7 +53,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col1) (type: int) Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -72,7 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -91,7 +91,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: (UDFToInteger(_col0) + 0) (type: int) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -112,7 +112,7 @@ STAGE PLANS: Statistics: Num rows: 1776 Data size: 312050 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) @@ -244,7 +244,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col1) (type: int) Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -263,7 +263,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -282,7 +282,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: (UDFToInteger(_col0) + 0) (type: int) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -303,7 +303,7 @@ STAGE PLANS: Statistics: Num rows: 1776 Data size: 312050 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) @@ -435,7 +435,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col1) (type: int) Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -454,7 +454,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -473,7 +473,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: (UDFToInteger(_col0) + 0) (type: int) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -494,7 +494,7 @@ STAGE PLANS: Statistics: Num rows: 1776 Data size: 312050 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) diff --git ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_3.q.out ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_3.q.out index 4f557d3..8da7723 100644 --- ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_3.q.out +++ ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_3.q.out @@ -40,7 +40,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -56,10 +56,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: timestamp), VALUE._col9 (type: timestamp), VALUE._col10 (type: boolean), VALUE._col11 (type: boolean) @@ -146,7 +146,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -162,10 +162,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: timestamp), VALUE._col9 (type: timestamp), VALUE._col10 (type: boolean), VALUE._col11 (type: boolean) diff --git ql/src/test/results/clientpositive/llap/tez_input_counters.q.out ql/src/test/results/clientpositive/llap/tez_input_counters.q.out index ba517a2..d2fcdaa 100644 --- ql/src/test/results/clientpositive/llap/tez_input_counters.q.out +++ ql/src/test/results/clientpositive/llap/tez_input_counters.q.out @@ -1577,12 +1577,17 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 1000 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FS_6: 1 - RECORDS_OUT_OPERATOR_GBY_4: 1 + RECORDS_OUT_OPERATOR_FS_10: 1 + RECORDS_OUT_OPERATOR_GBY_9: 1 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_3: 1000 - RECORDS_OUT_OPERATOR_SEL_1: 1000 + RECORDS_OUT_OPERATOR_RS_8: 1000 + RECORDS_OUT_OPERATOR_SEL_7: 1000 RECORDS_OUT_OPERATOR_TS_0: 1000 +Stage-1 LLAP IO COUNTERS: + CACHE_MISS_BYTES: 3812 + NUM_DECODED_BATCHES: 618 + NUM_VECTOR_BATCHES: 618 + ROWS_EMITTED: 1000 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 309 @@ -1603,12 +1608,17 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 8 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FS_7: 1 - RECORDS_OUT_OPERATOR_GBY_5: 1 + RECORDS_OUT_OPERATOR_FS_12: 1 + RECORDS_OUT_OPERATOR_GBY_11: 1 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_4: 8 - RECORDS_OUT_OPERATOR_SEL_2: 8 + RECORDS_OUT_OPERATOR_RS_10: 8 + RECORDS_OUT_OPERATOR_SEL_9: 8 RECORDS_OUT_OPERATOR_TS_0: 8 +Stage-1 LLAP IO COUNTERS: + CACHE_HIT_BYTES: 18 + NUM_DECODED_BATCHES: 4 + NUM_VECTOR_BATCHES: 4 + ROWS_EMITTED: 8 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 2 @@ -1701,12 +1711,17 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_0: 1 RECORDS_OUT_INTERMEDIATE_Map_1: 240 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FS_7: 1 - RECORDS_OUT_OPERATOR_GBY_5: 1 + RECORDS_OUT_OPERATOR_FS_12: 1 + RECORDS_OUT_OPERATOR_GBY_11: 1 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_4: 240 - RECORDS_OUT_OPERATOR_SEL_2: 240 + RECORDS_OUT_OPERATOR_RS_10: 240 + RECORDS_OUT_OPERATOR_SEL_9: 240 RECORDS_OUT_OPERATOR_TS_0: 240 +Stage-1 LLAP IO COUNTERS: + CACHE_HIT_BYTES: 922 + NUM_DECODED_BATCHES: 148 + NUM_VECTOR_BATCHES: 148 + ROWS_EMITTED: 240 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 74 @@ -1805,15 +1820,20 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_1_default.testpart1: 240 RECORDS_OUT_INTERMEDIATE_Map_1: 240 RECORDS_OUT_INTERMEDIATE_Reducer_2: 0 - RECORDS_OUT_OPERATOR_FS_3: 240 RECORDS_OUT_OPERATOR_FS_5: 74 + RECORDS_OUT_OPERATOR_FS_6: 240 RECORDS_OUT_OPERATOR_GBY_3: 74 RECORDS_OUT_OPERATOR_MAP_0: 0 - RECORDS_OUT_OPERATOR_RS_2: 240 - RECORDS_OUT_OPERATOR_SEL_1: 240 - RECORDS_OUT_OPERATOR_SEL_2: 240 + RECORDS_OUT_OPERATOR_RS_7: 240 RECORDS_OUT_OPERATOR_SEL_4: 74 + RECORDS_OUT_OPERATOR_SEL_5: 240 + RECORDS_OUT_OPERATOR_SEL_6: 240 RECORDS_OUT_OPERATOR_TS_0: 240 +Stage-1 LLAP IO COUNTERS: + CACHE_HIT_BYTES: 922 + NUM_DECODED_BATCHES: 148 + NUM_VECTOR_BATCHES: 148 + ROWS_EMITTED: 240 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 INPUT_DIRECTORIES_Map_1: 74 @@ -1864,7 +1884,7 @@ STAGE PLANS: Partition key expr: v Statistics: Num rows: 500 Data size: 94000 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 4 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1881,7 +1901,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 240 Data size: 45120 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1903,7 +1923,7 @@ STAGE PLANS: Statistics: Num rows: 776 Data size: 6208 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2323,21 +2343,27 @@ Stage-1 HIVE COUNTERS: RECORDS_OUT_INTERMEDIATE_Map_4: 240 RECORDS_OUT_INTERMEDIATE_Reducer_2: 952 RECORDS_OUT_INTERMEDIATE_Reducer_3: 0 - RECORDS_OUT_OPERATOR_EVENT_24: 309 - RECORDS_OUT_OPERATOR_FS_14: 1 - RECORDS_OUT_OPERATOR_GBY_12: 1 - RECORDS_OUT_OPERATOR_GBY_23: 309 + RECORDS_OUT_OPERATOR_EVENT_30: 309 + RECORDS_OUT_OPERATOR_FS_34: 1 + RECORDS_OUT_OPERATOR_GBY_29: 309 + RECORDS_OUT_OPERATOR_GBY_33: 1 RECORDS_OUT_OPERATOR_MAP_0: 0 RECORDS_OUT_OPERATOR_MERGEJOIN_25: 952 RECORDS_OUT_OPERATOR_RS_11: 952 - RECORDS_OUT_OPERATOR_RS_6: 1000 - RECORDS_OUT_OPERATOR_RS_7: 240 - RECORDS_OUT_OPERATOR_SEL_2: 1000 - RECORDS_OUT_OPERATOR_SEL_22: 1000 - RECORDS_OUT_OPERATOR_SEL_5: 240 + RECORDS_OUT_OPERATOR_RS_27: 1000 + RECORDS_OUT_OPERATOR_RS_32: 240 + RECORDS_OUT_OPERATOR_SEL_26: 1000 + RECORDS_OUT_OPERATOR_SEL_28: 1000 + RECORDS_OUT_OPERATOR_SEL_31: 240 RECORDS_OUT_OPERATOR_SEL_9: 952 RECORDS_OUT_OPERATOR_TS_0: 1000 RECORDS_OUT_OPERATOR_TS_3: 240 +Stage-1 LLAP IO COUNTERS: + CACHE_HIT_BYTES: 3812 + CACHE_MISS_BYTES: 922 + NUM_DECODED_BATCHES: 692 + NUM_VECTOR_BATCHES: 692 + ROWS_EMITTED: 1240 Stage-1 INPUT COUNTERS: GROUPED_INPUT_SPLITS_Map_1: 1 GROUPED_INPUT_SPLITS_Map_4: 1 diff --git ql/src/test/results/clientpositive/llap/tez_join.q.out ql/src/test/results/clientpositive/llap/tez_join.q.out index 328ba63..3ddd291 100644 --- ql/src/test/results/clientpositive/llap/tez_join.q.out +++ ql/src/test/results/clientpositive/llap/tez_join.q.out @@ -68,7 +68,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -86,7 +86,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/llap/tez_join_tests.q.out ql/src/test/results/clientpositive/llap/tez_join_tests.q.out index dd429b6..b94b018 100644 --- ql/src/test/results/clientpositive/llap/tez_join_tests.q.out +++ ql/src/test/results/clientpositive/llap/tez_join_tests.q.out @@ -39,7 +39,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -55,7 +55,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -91,7 +91,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 100570 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) diff --git ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out index 1404e15..b5e07d7 100644 --- ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out +++ ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out @@ -39,7 +39,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -55,7 +55,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -91,7 +91,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 100570 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) diff --git ql/src/test/results/clientpositive/llap/tez_nway_join.q.out ql/src/test/results/clientpositive/llap/tez_nway_join.q.out index 1c94254..2dac1d2 100644 --- ql/src/test/results/clientpositive/llap/tez_nway_join.q.out +++ ql/src/test/results/clientpositive/llap/tez_nway_join.q.out @@ -82,7 +82,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -101,7 +101,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -120,10 +120,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -201,7 +201,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -220,7 +220,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -239,10 +239,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -316,7 +316,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -332,7 +332,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -348,7 +348,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -372,7 +372,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -447,7 +447,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 3 Map Operator Tree: @@ -463,7 +463,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -479,10 +479,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/tez_self_join.q.out ql/src/test/results/clientpositive/llap/tez_self_join.q.out index fa50994..fe602a5 100644 --- ql/src/test/results/clientpositive/llap/tez_self_join.q.out +++ ql/src/test/results/clientpositive/llap/tez_self_join.q.out @@ -95,7 +95,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -113,7 +113,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col2 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -128,7 +128,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/tez_smb_1.q.out ql/src/test/results/clientpositive/llap/tez_smb_1.q.out index faa94862..4e625e4 100644 --- ql/src/test/results/clientpositive/llap/tez_smb_1.q.out +++ ql/src/test/results/clientpositive/llap/tez_smb_1.q.out @@ -167,7 +167,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -235,7 +235,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -253,7 +253,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -275,7 +275,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -290,7 +290,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -379,7 +379,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -398,10 +398,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -432,7 +432,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -525,7 +525,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -543,7 +543,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 4 Reduce Operator Tree: @@ -574,7 +574,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -671,7 +671,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -689,10 +689,10 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -723,7 +723,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -738,7 +738,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) diff --git ql/src/test/results/clientpositive/llap/tez_smb_empty.q.out ql/src/test/results/clientpositive/llap/tez_smb_empty.q.out index c1ccd0a..48a3993 100644 --- ql/src/test/results/clientpositive/llap/tez_smb_empty.q.out +++ ql/src/test/results/clientpositive/llap/tez_smb_empty.q.out @@ -175,7 +175,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -590,7 +590,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -696,7 +696,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -789,7 +789,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -878,7 +878,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/tez_smb_main.q.out ql/src/test/results/clientpositive/llap/tez_smb_main.q.out index 0dcca1f..1d69a7e 100644 --- ql/src/test/results/clientpositive/llap/tez_smb_main.q.out +++ ql/src/test/results/clientpositive/llap/tez_smb_main.q.out @@ -34,7 +34,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -54,7 +54,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -263,20 +263,20 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 3490 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -308,10 +308,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -387,7 +387,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 230 Data size: 3316 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -419,10 +419,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -498,7 +498,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -530,10 +530,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -616,7 +616,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -635,7 +635,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -654,7 +654,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -676,7 +676,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -742,7 +742,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -761,7 +761,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -780,7 +780,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -802,7 +802,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -874,7 +874,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -893,7 +893,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -915,7 +915,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -970,7 +970,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -989,7 +989,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1011,7 +1011,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1128,7 +1128,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 508 Data size: 5388 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -1147,7 +1147,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 Execution mode: llap @@ -1169,7 +1169,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1226,7 +1226,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -1258,10 +1258,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1316,7 +1316,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -1348,10 +1348,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1432,7 +1432,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -1451,7 +1451,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1483,10 +1483,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1552,7 +1552,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -1571,7 +1571,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1603,10 +1603,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1710,7 +1710,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1729,7 +1729,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 230 Data size: 878 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1761,7 +1761,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -1785,10 +1785,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 475 Data size: 1808 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1838,7 +1838,8 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Reducer 4 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE), Reducer 2 (CUSTOM_SIMPLE_EDGE) Reducer 5 <- Reducer 4 (CUSTOM_SIMPLE_EDGE) #### A masked pattern was here #### Vertices: @@ -1858,7 +1859,7 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1876,26 +1877,35 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs - Reducer 4 + Reducer 2 + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 230 Data size: 43713 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 242 Data size: 968 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 4 + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 Statistics: Num rows: 475 Data size: 90060 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator + Map Join Operator condition map: Inner Join 0 to 1 keys: 0 _col0 (type: int) 1 _col0 (type: int) + input vertices: + 0 Reducer 2 Statistics: Num rows: 522 Data size: 99066 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() @@ -1907,7 +1917,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/tez_union.q.out ql/src/test/results/clientpositive/llap/tez_union.q.out index 9118403..1d18bd9 100644 --- ql/src/test/results/clientpositive/llap/tez_union.q.out +++ ql/src/test/results/clientpositive/llap/tez_union.q.out @@ -50,7 +50,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -69,7 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -87,7 +87,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Union 2 Vertex: Union 2 @@ -196,7 +196,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -215,7 +215,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -234,7 +234,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -253,7 +253,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 Execution mode: llap @@ -275,7 +275,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -377,7 +377,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 2 Map Operator Tree: @@ -408,7 +408,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -439,7 +439,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Union 3 Vertex: Union 3 @@ -579,7 +579,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 6354 Data size: 1658394 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 10 Map Operator Tree: @@ -608,7 +608,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -627,7 +627,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -673,7 +673,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 6354 Data size: 1658394 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -692,7 +692,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -738,7 +738,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 6354 Data size: 1658394 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -757,7 +757,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -786,10 +786,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string) @@ -1004,7 +1004,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1023,7 +1023,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1054,7 +1054,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -1073,7 +1073,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Union 2 Vertex: Union 2 @@ -1194,7 +1194,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1222,7 +1222,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1245,7 +1245,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Union 2 Vertex: Union 2 @@ -1294,7 +1294,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -1310,7 +1310,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1338,7 +1338,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Union 2 Vertex: Union 2 diff --git ql/src/test/results/clientpositive/llap/tez_union2.q.out ql/src/test/results/clientpositive/llap/tez_union2.q.out index 1c8dd11..937ff8c 100644 --- ql/src/test/results/clientpositive/llap/tez_union2.q.out +++ ql/src/test/results/clientpositive/llap/tez_union2.q.out @@ -67,7 +67,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 404 Data size: 71912 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -88,7 +88,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -109,10 +109,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -127,7 +127,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out index 4b7cd4c..8dfe416 100644 --- ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out +++ ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out @@ -180,7 +180,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Map 10 Map Operator Tree: @@ -195,7 +195,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: t (type: string), st (type: string) Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -221,7 +221,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Map 6 Map Operator Tree: @@ -247,7 +247,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Map 7 Map Operator Tree: @@ -263,10 +263,10 @@ STAGE PLANS: Map-reduce partition columns: t (type: string), st (type: string) Statistics: Num rows: 1 Data size: 560 Basic stats: COMPLETE Column stats: PARTIAL value expressions: u (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: unknown Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -331,7 +331,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 1 Data size: 616 Basic stats: COMPLETE Column stats: NONE Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: bigint) diff --git ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out index 16f10e7..c443acf 100644 --- ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out +++ ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out @@ -78,7 +78,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -1086,7 +1086,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -2057,7 +2057,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -2986,7 +2986,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -3909,7 +3909,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -3930,10 +3930,10 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out index d0a5e62..2fed113 100644 --- ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out +++ ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out @@ -45,7 +45,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 1365 Data size: 343800 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -65,7 +65,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 1019 Data size: 256780 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -84,7 +84,7 @@ STAGE PLANS: Statistics: Num rows: 2076 Data size: 1148660 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean), _col12 (type: tinyint), _col13 (type: smallint), _col14 (type: int), _col15 (type: bigint), _col16 (type: float), _col17 (type: double), _col18 (type: string), _col19 (type: string), _col20 (type: timestamp), _col21 (type: timestamp), _col22 (type: boolean), _col23 (type: boolean) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: timestamp), VALUE._col8 (type: timestamp), VALUE._col9 (type: boolean), VALUE._col10 (type: boolean), VALUE._col11 (type: tinyint), VALUE._col12 (type: smallint), VALUE._col13 (type: int), VALUE._col14 (type: bigint), VALUE._col15 (type: float), VALUE._col16 (type: double), VALUE._col17 (type: string), VALUE._col18 (type: string), VALUE._col19 (type: timestamp), VALUE._col20 (type: timestamp), VALUE._col21 (type: boolean), VALUE._col22 (type: boolean) @@ -176,7 +176,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1365 Data size: 4080 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -195,7 +195,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1019 Data size: 9144 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -217,7 +217,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -305,7 +305,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1365 Data size: 8160 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: smallint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 5 Map Operator Tree: @@ -324,7 +324,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1019 Data size: 9144 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Reducer 2 Execution mode: llap @@ -350,7 +350,7 @@ STAGE PLANS: Statistics: Num rows: 623 Data size: 7064 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -364,7 +364,7 @@ STAGE PLANS: Statistics: Num rows: 623 Data size: 7064 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: smallint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: bigint) diff --git ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out index fc8b315..ae9b37a 100644 --- ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out +++ ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out @@ -53,7 +53,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col1) (type: int) Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: all inputs Map 4 Map Operator Tree: @@ -72,7 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -91,7 +91,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: (UDFToInteger(_col0) + 0) (type: int) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -112,7 +112,7 @@ STAGE PLANS: Statistics: Num rows: 1776 Data size: 312050 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) diff --git ql/src/test/results/clientpositive/llap/union2.q.out ql/src/test/results/clientpositive/llap/union2.q.out index 4bc56fb..c9d09a0 100644 --- ql/src/test/results/clientpositive/llap/union2.q.out +++ ql/src/test/results/clientpositive/llap/union2.q.out @@ -38,7 +38,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -58,10 +58,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/union3.q.out ql/src/test/results/clientpositive/llap/union3.q.out index 4f07f85..acfa9c4 100644 --- ql/src/test/results/clientpositive/llap/union3.q.out +++ ql/src/test/results/clientpositive/llap/union3.q.out @@ -62,7 +62,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -78,7 +78,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -94,7 +94,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -110,10 +110,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Limit Number of rows: 1 @@ -128,7 +128,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Limit Number of rows: 1 @@ -143,7 +143,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -157,7 +157,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Limit Number of rows: 1 @@ -172,7 +172,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/llap/union4.q.out ql/src/test/results/clientpositive/llap/union4.q.out index 747c280..4c1337a 100644 --- ql/src/test/results/clientpositive/llap/union4.q.out +++ ql/src/test/results/clientpositive/llap/union4.q.out @@ -50,7 +50,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -68,7 +68,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/union5.q.out ql/src/test/results/clientpositive/llap/union5.q.out index a087912..e6de3e4 100644 --- ql/src/test/results/clientpositive/llap/union5.q.out +++ ql/src/test/results/clientpositive/llap/union5.q.out @@ -40,7 +40,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -60,10 +60,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -87,7 +87,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -103,7 +103,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/union6.q.out ql/src/test/results/clientpositive/llap/union6.q.out index 068ec75..5f21abd 100644 --- ql/src/test/results/clientpositive/llap/union6.q.out +++ ql/src/test/results/clientpositive/llap/union6.q.out @@ -50,7 +50,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: diff --git ql/src/test/results/clientpositive/llap/union7.q.out ql/src/test/results/clientpositive/llap/union7.q.out index 4af80e9..a157f36 100644 --- ql/src/test/results/clientpositive/llap/union7.q.out +++ ql/src/test/results/clientpositive/llap/union7.q.out @@ -40,7 +40,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -63,10 +63,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -90,7 +90,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/union8.q.out ql/src/test/results/clientpositive/llap/union8.q.out index 4f3be5f..5fb990a 100644 --- ql/src/test/results/clientpositive/llap/union8.q.out +++ ql/src/test/results/clientpositive/llap/union8.q.out @@ -38,7 +38,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -56,7 +56,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -74,7 +74,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Union 2 Vertex: Union 2 diff --git ql/src/test/results/clientpositive/llap/union9.q.out ql/src/test/results/clientpositive/llap/union9.q.out index 1f9fe2c..a67065a 100644 --- ql/src/test/results/clientpositive/llap/union9.q.out +++ ql/src/test/results/clientpositive/llap/union9.q.out @@ -41,7 +41,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -61,7 +61,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -81,10 +81,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out index b4594b9..6a654d0 100644 --- ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out +++ ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out @@ -61,6 +61,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -77,7 +78,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -99,6 +102,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -120,7 +124,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -186,6 +190,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -322,6 +327,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -338,6 +344,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -354,7 +361,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -376,6 +385,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -397,7 +407,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -463,6 +473,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -585,6 +596,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -604,8 +616,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1014,6 +1027,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -1033,7 +1047,9 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1935,6 +1951,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -1954,7 +1971,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2826,6 +2845,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -2845,7 +2865,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3777,6 +3799,7 @@ STAGE PLANS: Statistics: Num rows: 332 Data size: 104486 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [dst_union22_delta] Path -> Partition: @@ -3854,6 +3877,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string), _col2 (type: string) auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [a] Path -> Partition: @@ -3931,6 +3955,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string), _col2 (type: string) auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [dst_union22_delta] Path -> Partition: @@ -4604,8 +4629,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -5070,6 +5096,7 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 37760 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src2] Path -> Partition: @@ -5148,6 +5175,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src5] Path -> Partition: @@ -5228,6 +5256,7 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 37760 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src3] Path -> Partition: @@ -5308,6 +5337,7 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 37760 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src4] Path -> Partition: @@ -5362,6 +5392,7 @@ STAGE PLANS: Truncated Path -> Alias: /src4 [src4] Reducer 11 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -5384,6 +5415,7 @@ STAGE PLANS: tag: -1 auto parallelism: true Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -5405,6 +5437,7 @@ STAGE PLANS: tag: -1 auto parallelism: true Reducer 5 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -5426,6 +5459,7 @@ STAGE PLANS: tag: -1 auto parallelism: true Reducer 7 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -5567,6 +5601,7 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 37760 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src2] Path -> Partition: @@ -5647,6 +5682,7 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 37760 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src3] Path -> Partition: @@ -5722,6 +5758,7 @@ STAGE PLANS: Statistics: Num rows: 103 Data size: 18093 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [a] Path -> Partition: @@ -5798,6 +5835,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: bigint) auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [b] Path -> Partition: @@ -5852,6 +5890,7 @@ STAGE PLANS: Truncated Path -> Alias: /src5 [b] Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -5873,6 +5912,7 @@ STAGE PLANS: tag: -1 auto parallelism: true Reducer 5 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -6036,6 +6076,7 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 37760 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src2] Path -> Partition: @@ -6111,6 +6152,7 @@ STAGE PLANS: Statistics: Num rows: 103 Data size: 18093 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [b] Path -> Partition: @@ -6191,6 +6233,7 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 37760 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src3] Path -> Partition: @@ -6266,6 +6309,7 @@ STAGE PLANS: Statistics: Num rows: 103 Data size: 18093 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: true + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [a] Path -> Partition: @@ -6320,6 +6364,7 @@ STAGE PLANS: Truncated Path -> Alias: /src4 [a] Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -6341,6 +6386,7 @@ STAGE PLANS: tag: -1 auto parallelism: true Reducer 5 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -6398,6 +6444,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: true Reducer 9 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -6560,6 +6607,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 404 Data size: 71912 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -6579,6 +6627,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -6598,8 +6647,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -6625,7 +6675,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmp_unionall Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -6769,6 +6819,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1550 Data size: 16467 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -6782,6 +6833,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -6835,6 +6887,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1550 Data size: 16467 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -8016,6 +8069,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 43792 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -8038,6 +8092,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -8060,6 +8115,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 175168 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Merge Join Operator @@ -8082,6 +8138,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -8189,6 +8246,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -8210,6 +8268,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -8231,7 +8290,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -8298,6 +8359,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -8316,7 +8378,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) @@ -8493,6 +8555,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -8512,6 +8575,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -8531,6 +8595,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -8580,7 +8645,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -8752,6 +8817,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -8765,7 +8831,9 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -8785,6 +8853,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -8804,6 +8873,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -8823,7 +8893,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -8841,7 +8911,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -8859,7 +8929,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -8874,6 +8944,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -9052,6 +9123,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -9073,6 +9145,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -9092,6 +9165,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -9113,8 +9187,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) @@ -9136,6 +9211,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -9154,7 +9230,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -9220,6 +9296,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -9447,6 +9524,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 7360 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -9466,6 +9544,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 7360 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 3 Reduce Operator Tree: Group By Operator @@ -9769,6 +9848,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -9790,7 +9870,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -9809,6 +9891,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -9916,6 +9999,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -10131,6 +10215,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -10150,7 +10235,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 11 Data size: 2072 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -10169,6 +10256,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 11 Data size: 2072 Basic stats: COMPLETE Column stats: NONE Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -10427,6 +10515,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -10446,7 +10535,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double) @@ -10554,6 +10645,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 21 Data size: 3864 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -10571,6 +10663,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -10590,7 +10683,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 21 Data size: 3864 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double) @@ -10680,6 +10775,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 21 Data size: 3864 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -10717,6 +10813,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 21 Data size: 3864 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -10734,7 +10831,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double) @@ -10842,6 +10941,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: double), _col1 (type: string) Statistics: Num rows: 21 Data size: 3864 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -10859,6 +10959,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -10878,7 +10979,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: double), _col1 (type: string) Statistics: Num rows: 21 Data size: 3864 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double), KEY._col1 (type: string) @@ -10968,6 +11071,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: double), _col1 (type: string) Statistics: Num rows: 21 Data size: 3864 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -11005,6 +11109,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: double), _col1 (type: string) Statistics: Num rows: 21 Data size: 3864 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -11022,7 +11127,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double), KEY._col1 (type: string) @@ -11136,6 +11243,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -11157,6 +11265,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -11202,6 +11311,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -11336,6 +11446,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -11358,7 +11469,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -11642,6 +11755,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -11659,6 +11773,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 870 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -11678,6 +11793,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -11697,8 +11813,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -11713,7 +11830,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -11821,6 +11938,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -11838,6 +11956,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 870 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -11857,6 +11976,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -11876,6 +11996,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Merge Join Operator @@ -11897,7 +12018,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -11912,7 +12033,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out index caf9ce8..65a57e0 100644 --- ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out +++ ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out @@ -40,7 +40,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -61,10 +61,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -83,7 +83,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -174,7 +174,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -195,10 +195,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -389,7 +389,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -410,7 +410,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -431,10 +431,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -452,7 +452,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -848,7 +848,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -866,10 +866,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -891,7 +891,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -909,7 +909,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -934,7 +934,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -956,7 +956,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1052,7 +1052,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -1070,10 +1070,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1098,7 +1098,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1207,7 +1207,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -1228,7 +1228,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 8 Map Operator Tree: @@ -1249,10 +1249,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1274,7 +1274,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1292,7 +1292,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1418,7 +1418,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 11 Map Operator Tree: @@ -1439,7 +1439,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 12 Map Operator Tree: @@ -1460,7 +1460,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 13 Map Operator Tree: @@ -1481,7 +1481,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 14 Map Operator Tree: @@ -1502,10 +1502,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1520,7 +1520,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1538,7 +1538,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1556,7 +1556,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1574,7 +1574,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1684,7 +1684,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 10 Map Operator Tree: @@ -1708,7 +1708,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 9 Map Operator Tree: @@ -1732,10 +1732,10 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1757,7 +1757,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1789,7 +1789,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1811,7 +1811,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1935,7 +1935,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 309 Data size: 56856 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 10 Map Operator Tree: @@ -1956,7 +1956,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 309 Data size: 56856 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 11 Map Operator Tree: @@ -1977,7 +1977,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 309 Data size: 56856 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 12 Map Operator Tree: @@ -1998,7 +1998,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 160 Data size: 29440 Basic stats: COMPLETE Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 13 Map Operator Tree: @@ -2019,10 +2019,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 85 Data size: 15640 Basic stats: COMPLETE Column stats: PARTIAL - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -2040,7 +2040,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 309 Data size: 56856 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -2058,7 +2058,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 160 Data size: 29440 Basic stats: COMPLETE Column stats: PARTIAL Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -2076,7 +2076,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 85 Data size: 15640 Basic stats: COMPLETE Column stats: PARTIAL Reducer 9 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/llap/union_remove_26.q.out ql/src/test/results/clientpositive/llap/union_remove_26.q.out index a8cb207..05c5e04 100644 --- ql/src/test/results/clientpositive/llap/union_remove_26.q.out +++ ql/src/test/results/clientpositive/llap/union_remove_26.q.out @@ -166,7 +166,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -186,7 +186,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -206,10 +206,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) @@ -224,7 +224,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) @@ -239,7 +239,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) @@ -389,7 +389,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 303 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: int), _col3 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -412,7 +412,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 303 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: int), _col3 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -435,10 +435,10 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 202 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: int), _col3 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) @@ -454,7 +454,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) @@ -470,7 +470,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) @@ -561,7 +561,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 3 Map Operator Tree: @@ -581,7 +581,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -601,10 +601,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) @@ -619,7 +619,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) @@ -634,7 +634,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) @@ -724,7 +724,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -744,7 +744,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -764,10 +764,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) @@ -782,7 +782,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) @@ -797,7 +797,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), min(VALUE._col1), max(VALUE._col2) diff --git ql/src/test/results/clientpositive/llap/union_stats.q.out ql/src/test/results/clientpositive/llap/union_stats.q.out index ba2700c..b56807c 100644 --- ql/src/test/results/clientpositive/llap/union_stats.q.out +++ ql/src/test/results/clientpositive/llap/union_stats.q.out @@ -49,7 +49,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -133,7 +133,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### @@ -232,7 +232,7 @@ POSTHOOK: query: select count(1) from t POSTHOOK: type: QUERY POSTHOOK: Input: default@t #### A masked pattern was here #### -1000 +500 PREHOOK: query: desc formatted t PREHOOK: type: DESCTABLE PREHOOK: Input: default@t @@ -252,8 +252,8 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 - numRows 1000 - rawDataSize 10624 + numRows 500 + rawDataSize 5312 totalSize 11624 #### A masked pattern was here #### @@ -300,8 +300,8 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 - numRows 1500 - rawDataSize 15936 + numRows 1000 + rawDataSize 10624 totalSize 17436 #### A masked pattern was here #### @@ -356,8 +356,8 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 - numRows 1500 - rawDataSize 15936 + numRows 1000 + rawDataSize 10624 totalSize 17436 #### A masked pattern was here #### diff --git ql/src/test/results/clientpositive/llap/union_top_level.q.out ql/src/test/results/clientpositive/llap/union_top_level.q.out index a2d0c95..f2bc8c8 100644 --- ql/src/test/results/clientpositive/llap/union_top_level.q.out +++ ql/src/test/results/clientpositive/llap/union_top_level.q.out @@ -46,7 +46,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -68,7 +68,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -90,10 +90,10 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -114,7 +114,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -135,7 +135,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -238,7 +238,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -262,7 +262,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -286,7 +286,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -324,7 +324,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Reducer 6 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -434,7 +434,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 4 Map Operator Tree: @@ -456,7 +456,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 6 Map Operator Tree: @@ -478,10 +478,10 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -503,7 +503,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_top Reducer 5 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -525,7 +525,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_top Reducer 7 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -668,7 +668,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -689,7 +689,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -710,7 +710,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -945,7 +945,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 5 Map Operator Tree: @@ -966,7 +966,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Map 7 Map Operator Tree: @@ -987,7 +987,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap diff --git ql/src/test/results/clientpositive/llap/windowing.q.out ql/src/test/results/clientpositive/llap/windowing.q.out index 713fc3b..d752941 100644 --- ql/src/test/results/clientpositive/llap/windowing.q.out +++ ql/src/test/results/clientpositive/llap/windowing.q.out @@ -1841,7 +1841,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) - Execution mode: llap + Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 Execution mode: llap @@ -1885,7 +1885,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: bigint) Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: llap + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int), KEY._col3 (type: bigint) diff --git ql/src/test/results/clientpositive/llap/windowing_gby.q.out ql/src/test/results/clientpositive/llap/windowing_gby.q.out index 22d2d75..deaa943 100644 --- ql/src/test/results/clientpositive/llap/windowing_gby.q.out +++ ql/src/test/results/clientpositive/llap/windowing_gby.q.out @@ -21,20 +21,20 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 llap - File Output Operator [FS_19] - Select Operator [SEL_17] (rows=2 width=4) + Reducer 4 vectorized, llap + File Output Operator [FS_37] + Select Operator [SEL_36] (rows=2 width=4) Output:["_col0"] - PTF Operator [PTF_16] (rows=2 width=16) + PTF Operator [PTF_35] (rows=2 width=16) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(UDFToDouble(_col1) / UDFToDouble(_col2)) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_15] (rows=2 width=16) + Select Operator [SEL_34] (rows=2 width=16) Output:["_col1","_col2"] - <-Reducer 3 [SIMPLE_EDGE] llap - SHUFFLE [RS_14] + <-Reducer 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_33] PartitionCols:0 - Select Operator [SEL_13] (rows=2 width=20) + Select Operator [SEL_32] (rows=2 width=20) Output:["_col1","_col2"] - Group By Operator [GBY_12] (rows=2 width=20) + Group By Operator [GBY_31] (rows=2 width=20) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_11] @@ -42,22 +42,22 @@ Stage-0 Group By Operator [GBY_10] (rows=3 width=20) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)","sum(_col1)"],keys:_col2 Merge Join Operator [MERGEJOIN_24] (rows=36 width=7) - Conds:RS_6._col0=RS_7._col1(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_6] + Conds:RS_27._col0=RS_30._col1(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=87) + Select Operator [SEL_26] (rows=18 width=87) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_22] (rows=18 width=87) + Filter Operator [FIL_25] (rows=18 width=87) predicate:value is not null TableScan [TS_0] (rows=20 width=88) default@cbo_t3,ws,Tbl:COMPLETE,Col:COMPLETE,Output:["value","c_int","c_boolean"] - <-Map 5 [SIMPLE_EDGE] llap - SHUFFLE [RS_7] + <-Map 5 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_30] PartitionCols:_col1 - Select Operator [SEL_5] (rows=9174 width=73) + Select Operator [SEL_29] (rows=9174 width=73) Output:["_col0","_col1"] - Filter Operator [FIL_23] (rows=9174 width=73) + Filter Operator [FIL_28] (rows=9174 width=73) predicate:cstring1 is not null TableScan [TS_3] (rows=12288 width=73) default@alltypesorc,wr,Tbl:COMPLETE,Col:COMPLETE,Output:["cint","cstring1"] diff --git ql/src/test/results/clientpositive/load_dyn_part1.q.out ql/src/test/results/clientpositive/load_dyn_part1.q.out index 74d79f9..706e9c7 100644 --- ql/src/test/results/clientpositive/load_dyn_part1.q.out +++ ql/src/test/results/clientpositive/load_dyn_part1.q.out @@ -243,6 +243,7 @@ STAGE PLANS: Map-reduce partition columns: '2008-12-31' (type: string), _col1 (type: string) Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/load_dyn_part14.q.out ql/src/test/results/clientpositive/load_dyn_part14.q.out index bb3a311..f46f651 100644 --- ql/src/test/results/clientpositive/load_dyn_part14.q.out +++ ql/src/test/results/clientpositive/load_dyn_part14.q.out @@ -70,6 +70,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 2 @@ -261,6 +262,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 2 @@ -290,6 +292,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 2 diff --git ql/src/test/results/clientpositive/load_dyn_part2.q.out ql/src/test/results/clientpositive/load_dyn_part2.q.out index b015302..ce33f93 100644 --- ql/src/test/results/clientpositive/load_dyn_part2.q.out +++ ql/src/test/results/clientpositive/load_dyn_part2.q.out @@ -55,6 +55,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) @@ -116,6 +117,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/load_dyn_part8.q.out ql/src/test/results/clientpositive/load_dyn_part8.q.out index 1d7e966..95cbbc5 100644 --- ql/src/test/results/clientpositive/load_dyn_part8.q.out +++ ql/src/test/results/clientpositive/load_dyn_part8.q.out @@ -501,6 +501,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: struct), _col3 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/mapjoin3.q.out ql/src/test/results/clientpositive/mapjoin3.q.out index 506b9f4..cf48fa2 100644 --- ql/src/test/results/clientpositive/mapjoin3.q.out +++ ql/src/test/results/clientpositive/mapjoin3.q.out @@ -148,6 +148,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/mapjoin47.q.out ql/src/test/results/clientpositive/mapjoin47.q.out index af7f20f..0f67c38 100644 --- ql/src/test/results/clientpositive/mapjoin47.q.out +++ ql/src/test/results/clientpositive/mapjoin47.q.out @@ -74,6 +74,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -175,6 +176,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -287,6 +289,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1119,6 +1122,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/mapjoin_distinct.q.out ql/src/test/results/clientpositive/mapjoin_distinct.q.out index 525f1ef..0436e4a 100644 --- ql/src/test/results/clientpositive/mapjoin_distinct.q.out +++ ql/src/test/results/clientpositive/mapjoin_distinct.q.out @@ -71,6 +71,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -95,6 +96,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -215,6 +217,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -333,6 +336,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -357,6 +361,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -472,6 +477,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out index 9d6de1e..89d8c86 100644 --- ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out +++ ql/src/test/results/clientpositive/mapjoin_filter_on_outerjoin.q.out @@ -129,6 +129,7 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 365 Data size: 3878 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col3 (type: string), _col5 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -281,6 +282,7 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 365 Data size: 3878 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col3 (type: string), _col5 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/mapjoin_mapjoin.q.out ql/src/test/results/clientpositive/mapjoin_mapjoin.q.out index c2c514f..5fa01eb 100644 --- ql/src/test/results/clientpositive/mapjoin_mapjoin.q.out +++ ql/src/test/results/clientpositive/mapjoin_mapjoin.q.out @@ -110,6 +110,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -500,6 +501,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -573,6 +575,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -623,6 +626,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/mapjoin_memcheck.q.out ql/src/test/results/clientpositive/mapjoin_memcheck.q.out index 074dfc8..19a00e0 100644 --- ql/src/test/results/clientpositive/mapjoin_memcheck.q.out +++ ql/src/test/results/clientpositive/mapjoin_memcheck.q.out @@ -81,6 +81,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/mapjoin_subquery.q.out ql/src/test/results/clientpositive/mapjoin_subquery.q.out index 1a44d18..1f3f1bb 100644 --- ql/src/test/results/clientpositive/mapjoin_subquery.q.out +++ ql/src/test/results/clientpositive/mapjoin_subquery.q.out @@ -103,6 +103,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -346,6 +347,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/mapjoin_subquery2.q.out ql/src/test/results/clientpositive/mapjoin_subquery2.q.out index 8472d2e..89f367c 100644 --- ql/src/test/results/clientpositive/mapjoin_subquery2.q.out +++ ql/src/test/results/clientpositive/mapjoin_subquery2.q.out @@ -165,6 +165,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/mapjoin_test_outer.q.out ql/src/test/results/clientpositive/mapjoin_test_outer.q.out index 188e2ac..4df5f93 100644 --- ql/src/test/results/clientpositive/mapjoin_test_outer.q.out +++ ql/src/test/results/clientpositive/mapjoin_test_outer.q.out @@ -298,6 +298,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 55 Data size: 420 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -1119,6 +1120,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 55 Data size: 420 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/mapreduce1.q.out ql/src/test/results/clientpositive/mapreduce1.q.out index 1c83fa7..ca27365 100644 --- ql/src/test/results/clientpositive/mapreduce1.q.out +++ ql/src/test/results/clientpositive/mapreduce1.q.out @@ -107,6 +107,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/mapreduce2.q.out ql/src/test/results/clientpositive/mapreduce2.q.out index b1c68b8..1022027 100644 --- ql/src/test/results/clientpositive/mapreduce2.q.out +++ ql/src/test/results/clientpositive/mapreduce2.q.out @@ -104,6 +104,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/mapreduce3.q.out ql/src/test/results/clientpositive/mapreduce3.q.out index b50cbc9..dbc0bd8 100644 --- ql/src/test/results/clientpositive/mapreduce3.q.out +++ ql/src/test/results/clientpositive/mapreduce3.q.out @@ -104,6 +104,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/mapreduce4.q.out ql/src/test/results/clientpositive/mapreduce4.q.out index c61f370..2dfa51c 100644 --- ql/src/test/results/clientpositive/mapreduce4.q.out +++ ql/src/test/results/clientpositive/mapreduce4.q.out @@ -107,6 +107,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/mapreduce5.q.out ql/src/test/results/clientpositive/mapreduce5.q.out index a014fc0..06db053 100644 --- ql/src/test/results/clientpositive/mapreduce5.q.out +++ ql/src/test/results/clientpositive/mapreduce5.q.out @@ -43,6 +43,7 @@ STAGE PLANS: Map-reduce partition columns: _col3 (type: string), _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col3 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col1 (type: string) @@ -98,6 +99,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/mapreduce6.q.out ql/src/test/results/clientpositive/mapreduce6.q.out index 75bb152..a0780b8 100644 --- ql/src/test/results/clientpositive/mapreduce6.q.out +++ ql/src/test/results/clientpositive/mapreduce6.q.out @@ -43,6 +43,7 @@ STAGE PLANS: Map-reduce partition columns: _col3 (type: string), _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col3 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col1 (type: string) @@ -98,6 +99,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1712 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/mapreduce7.q.out ql/src/test/results/clientpositive/mapreduce7.q.out index a342f5c..0c7e353 100644 --- ql/src/test/results/clientpositive/mapreduce7.q.out +++ ql/src/test/results/clientpositive/mapreduce7.q.out @@ -104,6 +104,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 2592 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3), compute_stats(VALUE._col4), compute_stats(VALUE._col5) diff --git ql/src/test/results/clientpositive/mapreduce8.q.out ql/src/test/results/clientpositive/mapreduce8.q.out index 8a9567f..a20063b 100644 --- ql/src/test/results/clientpositive/mapreduce8.q.out +++ ql/src/test/results/clientpositive/mapreduce8.q.out @@ -107,6 +107,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 2592 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3), compute_stats(VALUE._col4), compute_stats(VALUE._col5) diff --git ql/src/test/results/clientpositive/masking_1.q.out ql/src/test/results/clientpositive/masking_1.q.out index 28f8005..cb7b7a0 100644 --- ql/src/test/results/clientpositive/masking_1.q.out +++ ql/src/test/results/clientpositive/masking_1.q.out @@ -39,6 +39,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -89,6 +90,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -136,6 +138,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -183,6 +186,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -363,6 +367,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -410,6 +415,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -457,6 +463,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_10.q.out ql/src/test/results/clientpositive/masking_10.q.out index 029dce5..712f07b 100644 --- ql/src/test/results/clientpositive/masking_10.q.out +++ ql/src/test/results/clientpositive/masking_10.q.out @@ -44,6 +44,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/masking_12.q.out ql/src/test/results/clientpositive/masking_12.q.out index 87481b2..dea7201 100644 --- ql/src/test/results/clientpositive/masking_12.q.out +++ ql/src/test/results/clientpositive/masking_12.q.out @@ -55,6 +55,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -138,6 +139,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -331,6 +333,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_1_newdb.q.out ql/src/test/results/clientpositive/masking_1_newdb.q.out index 51c2619..4f73983 100644 --- ql/src/test/results/clientpositive/masking_1_newdb.q.out +++ ql/src/test/results/clientpositive/masking_1_newdb.q.out @@ -57,6 +57,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -107,6 +108,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_2.q.out ql/src/test/results/clientpositive/masking_2.q.out index 83fca41..907343e 100644 --- ql/src/test/results/clientpositive/masking_2.q.out +++ ql/src/test/results/clientpositive/masking_2.q.out @@ -41,6 +41,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -95,6 +96,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_3.q.out ql/src/test/results/clientpositive/masking_3.q.out index 504085a..bb74c66 100644 --- ql/src/test/results/clientpositive/masking_3.q.out +++ ql/src/test/results/clientpositive/masking_3.q.out @@ -40,6 +40,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -688,6 +689,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1333,6 +1335,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1977,6 +1980,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2627,6 +2631,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6939,6 +6944,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -7584,6 +7590,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -8228,6 +8235,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_4.q.out ql/src/test/results/clientpositive/masking_4.q.out index e172201..dce4f6e 100644 --- ql/src/test/results/clientpositive/masking_4.q.out +++ ql/src/test/results/clientpositive/masking_4.q.out @@ -57,6 +57,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -97,6 +98,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -137,6 +139,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -178,6 +181,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) diff --git ql/src/test/results/clientpositive/masking_5.q.out ql/src/test/results/clientpositive/masking_5.q.out index acb6471..fe0efbb 100644 --- ql/src/test/results/clientpositive/masking_5.q.out +++ ql/src/test/results/clientpositive/masking_5.q.out @@ -40,6 +40,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -86,6 +87,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -166,6 +168,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_6.q.out ql/src/test/results/clientpositive/masking_6.q.out index b9004b9..b0dfe05 100644 --- ql/src/test/results/clientpositive/masking_6.q.out +++ ql/src/test/results/clientpositive/masking_6.q.out @@ -46,6 +46,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -100,6 +101,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -185,6 +187,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -239,6 +242,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_7.q.out ql/src/test/results/clientpositive/masking_7.q.out index 6153a74..2e0c82c 100644 --- ql/src/test/results/clientpositive/masking_7.q.out +++ ql/src/test/results/clientpositive/masking_7.q.out @@ -47,6 +47,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -101,6 +102,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -187,6 +189,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -241,6 +244,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_8.q.out ql/src/test/results/clientpositive/masking_8.q.out index 9cdff48..b0baafa 100644 --- ql/src/test/results/clientpositive/masking_8.q.out +++ ql/src/test/results/clientpositive/masking_8.q.out @@ -44,6 +44,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -94,6 +95,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -221,6 +223,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_9.q.out ql/src/test/results/clientpositive/masking_9.q.out index c665c68..ae1a82b 100644 --- ql/src/test/results/clientpositive/masking_9.q.out +++ ql/src/test/results/clientpositive/masking_9.q.out @@ -41,6 +41,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_disablecbo_1.q.out ql/src/test/results/clientpositive/masking_disablecbo_1.q.out index a521425..a255485 100644 --- ql/src/test/results/clientpositive/masking_disablecbo_1.q.out +++ ql/src/test/results/clientpositive/masking_disablecbo_1.q.out @@ -39,6 +39,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -89,6 +90,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -136,6 +138,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -183,6 +186,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -363,6 +367,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -410,6 +415,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -457,6 +463,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_disablecbo_2.q.out ql/src/test/results/clientpositive/masking_disablecbo_2.q.out index a9ace62..e9ba984 100644 --- ql/src/test/results/clientpositive/masking_disablecbo_2.q.out +++ ql/src/test/results/clientpositive/masking_disablecbo_2.q.out @@ -43,6 +43,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -99,6 +100,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_disablecbo_3.q.out ql/src/test/results/clientpositive/masking_disablecbo_3.q.out index c6c7d09..9f4b149 100644 --- ql/src/test/results/clientpositive/masking_disablecbo_3.q.out +++ ql/src/test/results/clientpositive/masking_disablecbo_3.q.out @@ -7732,6 +7732,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/masking_disablecbo_4.q.out ql/src/test/results/clientpositive/masking_disablecbo_4.q.out index 9d05dbe..1b3dcbb 100644 --- ql/src/test/results/clientpositive/masking_disablecbo_4.q.out +++ ql/src/test/results/clientpositive/masking_disablecbo_4.q.out @@ -57,6 +57,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -97,6 +98,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -137,6 +139,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/merge1.q.out ql/src/test/results/clientpositive/merge1.q.out index 6534c6a..903e839 100644 --- ql/src/test/results/clientpositive/merge1.q.out +++ ql/src/test/results/clientpositive/merge1.q.out @@ -48,6 +48,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -148,6 +149,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/merge2.q.out ql/src/test/results/clientpositive/merge2.q.out index ae5f20b..91679ee 100644 --- ql/src/test/results/clientpositive/merge2.q.out +++ ql/src/test/results/clientpositive/merge2.q.out @@ -48,6 +48,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -148,6 +149,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/merge3.q.out ql/src/test/results/clientpositive/merge3.q.out index 11e7043..8a33f12 100644 --- ql/src/test/results/clientpositive/merge3.q.out +++ ql/src/test/results/clientpositive/merge3.q.out @@ -101,6 +101,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4881,6 +4882,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/merge4.q.out ql/src/test/results/clientpositive/merge4.q.out index 60d65e8..edaf416 100644 --- ql/src/test/results/clientpositive/merge4.q.out +++ ql/src/test/results/clientpositive/merge4.q.out @@ -2985,6 +2985,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 1063 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/metadata_only_queries.q.out ql/src/test/results/clientpositive/metadata_only_queries.q.out index 0fe6684..edcf5c1 100644 --- ql/src/test/results/clientpositive/metadata_only_queries.q.out +++ ql/src/test/results/clientpositive/metadata_only_queries.q.out @@ -206,6 +206,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 172 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -260,6 +261,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 172 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -314,6 +316,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 172 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -368,6 +371,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 172 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -622,6 +626,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/multi_insert_gby.q.out ql/src/test/results/clientpositive/multi_insert_gby.q.out index f45f2ef..c5f4605 100644 --- ql/src/test/results/clientpositive/multi_insert_gby.q.out +++ ql/src/test/results/clientpositive/multi_insert_gby.q.out @@ -50,6 +50,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 332 Data size: 3527 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 332 Data size: 3527 Basic stats: COMPLETE Column stats: NONE @@ -152,6 +153,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -192,6 +194,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -318,6 +321,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -417,6 +421,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -457,6 +462,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/multi_insert_gby2.q.out ql/src/test/results/clientpositive/multi_insert_gby2.q.out index d7e0c3c..bb229f6 100644 --- ql/src/test/results/clientpositive/multi_insert_gby2.q.out +++ ql/src/test/results/clientpositive/multi_insert_gby2.q.out @@ -50,6 +50,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE diff --git ql/src/test/results/clientpositive/multi_insert_gby3.q.out ql/src/test/results/clientpositive/multi_insert_gby3.q.out index 8f2081d..45b8b2d 100644 --- ql/src/test/results/clientpositive/multi_insert_gby3.q.out +++ ql/src/test/results/clientpositive/multi_insert_gby3.q.out @@ -62,6 +62,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -158,6 +159,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -198,6 +200,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1304 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -252,6 +255,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE @@ -348,6 +352,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -388,6 +393,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1304 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -1839,6 +1845,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 872 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1870,6 +1877,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) @@ -1923,6 +1931,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 872 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -2093,6 +2102,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -2141,6 +2151,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1304 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -2164,6 +2175,7 @@ STAGE PLANS: sort order: ++++ Map-reduce partition columns: _col0 (type: string), _col1 (type: double), _col2 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col3:0._col0) @@ -2217,6 +2229,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 872 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/multi_insert_gby4.q.out ql/src/test/results/clientpositive/multi_insert_gby4.q.out index 515a032..b080cf4 100644 --- ql/src/test/results/clientpositive/multi_insert_gby4.q.out +++ ql/src/test/results/clientpositive/multi_insert_gby4.q.out @@ -71,6 +71,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 498 Data size: 5290 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 498 Data size: 5290 Basic stats: COMPLETE Column stats: NONE @@ -209,6 +210,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -257,6 +259,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -289,6 +292,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/multi_insert_mixed.q.out ql/src/test/results/clientpositive/multi_insert_mixed.q.out index ef5cfbc..2cc71bc 100644 --- ql/src/test/results/clientpositive/multi_insert_mixed.q.out +++ ql/src/test/results/clientpositive/multi_insert_mixed.q.out @@ -139,6 +139,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), UDFToString(VALUE._col0) (type: string) @@ -201,6 +202,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -224,6 +226,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), UDFToString(VALUE._col0) (type: string) @@ -302,6 +305,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out index 2573103..53f073f 100644 --- ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out +++ ql/src/test/results/clientpositive/multi_insert_move_tasks_share_dependencies.q.out @@ -159,6 +159,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -415,6 +416,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -671,6 +673,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -971,6 +974,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1073,6 +1077,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -1186,6 +1191,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1208,6 +1214,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1313,6 +1320,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -1465,6 +1473,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1526,6 +1535,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1621,6 +1631,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -1734,6 +1745,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1756,6 +1768,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1861,6 +1874,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -2013,6 +2027,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -2074,6 +2089,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -2336,6 +2352,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -2668,6 +2685,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -3000,6 +3018,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -3376,6 +3395,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -3527,6 +3547,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-4 Dependency Collection @@ -3625,6 +3646,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-4 Dependency Collection @@ -3723,6 +3745,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-4 Dependency Collection @@ -3821,6 +3844,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-4 Dependency Collection @@ -3885,6 +3909,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -3937,6 +3962,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -3998,6 +4024,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -4050,6 +4077,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -4111,6 +4139,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -4163,6 +4192,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -4224,6 +4254,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -4276,6 +4307,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -4467,6 +4499,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -4490,6 +4523,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -4539,6 +4573,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -4821,6 +4856,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -4844,6 +4880,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -4893,6 +4930,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -5175,6 +5213,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -5198,6 +5237,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -5247,6 +5287,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -5573,6 +5614,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -5596,6 +5638,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE @@ -5645,6 +5688,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/multi_insert_union_src.q.out ql/src/test/results/clientpositive/multi_insert_union_src.q.out index 7d28762..44b953d 100644 --- ql/src/test/results/clientpositive/multi_insert_union_src.q.out +++ ql/src/test/results/clientpositive/multi_insert_union_src.q.out @@ -179,6 +179,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 58 Data size: 608 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/multi_insert_with_join2.q.out ql/src/test/results/clientpositive/multi_insert_with_join2.q.out index 9257a9e..34b1d08 100644 --- ql/src/test/results/clientpositive/multi_insert_with_join2.q.out +++ ql/src/test/results/clientpositive/multi_insert_with_join2.q.out @@ -165,6 +165,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -290,6 +291,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -449,6 +451,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -489,6 +492,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -648,6 +652,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -688,6 +693,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -853,6 +859,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -893,6 +900,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -1058,6 +1066,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -1098,6 +1107,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -1275,6 +1285,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -1315,6 +1326,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -1492,6 +1504,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -1532,6 +1545,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1760 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/multi_join_union.q.out ql/src/test/results/clientpositive/multi_join_union.q.out index 9395141..23b1d67 100644 --- ql/src/test/results/clientpositive/multi_join_union.q.out +++ ql/src/test/results/clientpositive/multi_join_union.q.out @@ -161,6 +161,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/multigroupby_singlemr.q.out ql/src/test/results/clientpositive/multigroupby_singlemr.q.out index facf00e..931aa24 100644 --- ql/src/test/results/clientpositive/multigroupby_singlemr.q.out +++ ql/src/test/results/clientpositive/multigroupby_singlemr.q.out @@ -97,6 +97,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -158,6 +159,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -190,6 +192,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -243,6 +246,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1272 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -316,6 +320,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -377,6 +382,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -409,6 +415,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -462,6 +469,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1272 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -535,6 +543,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -596,6 +605,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1696 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -628,6 +638,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -681,6 +692,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1272 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -731,6 +743,7 @@ STAGE PLANS: Map-reduce partition columns: c1 (type: int), c2 (type: int), c3 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: c4 (type: int) + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE @@ -827,6 +840,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1696 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -867,6 +881,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1696 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -962,6 +977,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1023,6 +1039,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1696 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) @@ -1063,6 +1080,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1116,6 +1134,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1272 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -1140,6 +1159,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1193,6 +1213,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 848 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/no_hooks.q.out ql/src/test/results/clientpositive/no_hooks.q.out index d30f4be..7472061 100644 --- ql/src/test/results/clientpositive/no_hooks.q.out +++ ql/src/test/results/clientpositive/no_hooks.q.out @@ -59,6 +59,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 27556 Data size: 612872 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) diff --git ql/src/test/results/clientpositive/noalias_subq1.q.out ql/src/test/results/clientpositive/noalias_subq1.q.out index 413147b..a0d872c 100644 --- ql/src/test/results/clientpositive/noalias_subq1.q.out +++ ql/src/test/results/clientpositive/noalias_subq1.q.out @@ -29,6 +29,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out index 31ef00a..0365705 100644 --- ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out +++ ql/src/test/results/clientpositive/nonblock_op_deduplicate.q.out @@ -24,6 +24,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -75,6 +76,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -223,6 +225,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -275,6 +278,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/nonmr_fetch.q.out ql/src/test/results/clientpositive/nonmr_fetch.q.out index 4c7716c..03cffc1 100644 --- ql/src/test/results/clientpositive/nonmr_fetch.q.out +++ ql/src/test/results/clientpositive/nonmr_fetch.q.out @@ -208,6 +208,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -958,6 +959,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1008,6 +1010,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1059,6 +1062,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/nonmr_fetch_threshold.q.out ql/src/test/results/clientpositive/nonmr_fetch_threshold.q.out index 9f88f8e..78900bd 100644 --- ql/src/test/results/clientpositive/nonmr_fetch_threshold.q.out +++ ql/src/test/results/clientpositive/nonmr_fetch_threshold.q.out @@ -189,6 +189,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out index 490853c..37f8645 100644 --- ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out +++ ql/src/test/results/clientpositive/nonreserved_keywords_insert_into1.q.out @@ -38,6 +38,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -100,6 +101,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -165,6 +167,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -227,6 +230,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -301,6 +305,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -363,6 +368,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/notable_alias1.q.out ql/src/test/results/clientpositive/notable_alias1.q.out index 3d36ae5..84f70a8 100644 --- ql/src/test/results/clientpositive/notable_alias1.q.out +++ ql/src/test/results/clientpositive/notable_alias1.q.out @@ -42,6 +42,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -103,6 +104,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1288 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/notable_alias2.q.out ql/src/test/results/clientpositive/notable_alias2.q.out index 7fd139f..8b7c992 100644 --- ql/src/test/results/clientpositive/notable_alias2.q.out +++ ql/src/test/results/clientpositive/notable_alias2.q.out @@ -42,6 +42,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -103,6 +104,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1288 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/nullformatCTAS.q.out ql/src/test/results/clientpositive/nullformatCTAS.q.out index 109047e..68851c6 100644 --- ql/src/test/results/clientpositive/nullformatCTAS.q.out +++ ql/src/test/results/clientpositive/nullformatCTAS.q.out @@ -70,6 +70,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.null_tab3 + Execution mode: vectorized Stage: Stage-7 Conditional Operator diff --git ql/src/test/results/clientpositive/nullgroup2.q.out ql/src/test/results/clientpositive/nullgroup2.q.out index c2c1c06..b01b510 100644 --- ql/src/test/results/clientpositive/nullgroup2.q.out +++ ql/src/test/results/clientpositive/nullgroup2.q.out @@ -31,6 +31,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -55,6 +56,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -116,6 +118,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -171,6 +174,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count() @@ -195,6 +199,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -249,6 +254,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count() diff --git ql/src/test/results/clientpositive/nullgroup3.q.out ql/src/test/results/clientpositive/nullgroup3.q.out index c2e7614..a98ea4b 100644 --- ql/src/test/results/clientpositive/nullgroup3.q.out +++ ql/src/test/results/clientpositive/nullgroup3.q.out @@ -52,6 +52,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -139,6 +140,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -234,6 +236,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -329,6 +332,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/nullgroup4.q.out ql/src/test/results/clientpositive/nullgroup4.q.out index f4b66a9..debf297 100644 --- ql/src/test/results/clientpositive/nullgroup4.q.out +++ ql/src/test/results/clientpositive/nullgroup4.q.out @@ -56,6 +56,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -122,6 +123,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -149,6 +151,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -208,6 +211,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(), count(DISTINCT KEY._col0:0._col0) @@ -229,6 +233,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -286,6 +291,7 @@ STAGE PLANS: key expressions: value (type: string) sort order: + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(), count(DISTINCT KEY._col0:0._col0) diff --git ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out index 3559cef..416389c 100644 --- ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out +++ ql/src/test/results/clientpositive/nullgroup4_multi_distinct.q.out @@ -90,6 +90,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0) diff --git ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out index 4334762..cdce3ec 100644 --- ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out +++ ql/src/test/results/clientpositive/offset_limit_global_optimizer.q.out @@ -29,6 +29,7 @@ STAGE PLANS: TopN: 410 TopN Hash Memory Usage: 0.1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -325,6 +326,7 @@ STAGE PLANS: TopN: 500 TopN Hash Memory Usage: 0.1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -621,6 +623,7 @@ STAGE PLANS: TopN: 510 TopN Hash Memory Usage: 0.1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -927,6 +930,7 @@ STAGE PLANS: TopN: 1090 TopN Hash Memory Usage: 0.1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1813,6 +1817,7 @@ STAGE PLANS: TopN: 410 TopN Hash Memory Usage: 0.1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2109,6 +2114,7 @@ STAGE PLANS: TopN: 500 TopN Hash Memory Usage: 0.1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2405,6 +2411,7 @@ STAGE PLANS: TopN: 510 TopN Hash Memory Usage: 0.1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2711,6 +2718,7 @@ STAGE PLANS: TopN: 1090 TopN Hash Memory Usage: 0.1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/order.q.out ql/src/test/results/clientpositive/order.q.out index 4417d06..aa0535f 100644 --- ql/src/test/results/clientpositive/order.q.out +++ ql/src/test/results/clientpositive/order.q.out @@ -25,6 +25,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -92,6 +93,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/order3.q.out ql/src/test/results/clientpositive/order3.q.out index e19698c..ff1ab78 100644 --- ql/src/test/results/clientpositive/order3.q.out +++ ql/src/test/results/clientpositive/order3.q.out @@ -54,6 +54,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 15 Data size: 150 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -80,6 +81,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 7 Data size: 70 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -146,6 +148,7 @@ STAGE PLANS: Statistics: Num rows: 15 Data size: 150 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -174,6 +177,7 @@ STAGE PLANS: Statistics: Num rows: 7 Data size: 70 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int) @@ -240,6 +244,7 @@ STAGE PLANS: Statistics: Num rows: 15 Data size: 150 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -268,6 +273,7 @@ STAGE PLANS: Statistics: Num rows: 7 Data size: 70 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), 'AAA' (type: string) @@ -332,6 +338,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 15 Data size: 150 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -354,6 +361,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 7 Data size: 70 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -420,6 +428,7 @@ STAGE PLANS: Statistics: Num rows: 15 Data size: 150 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -444,6 +453,7 @@ STAGE PLANS: Statistics: Num rows: 7 Data size: 70 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int) @@ -510,6 +520,7 @@ STAGE PLANS: Statistics: Num rows: 15 Data size: 150 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -538,6 +549,7 @@ STAGE PLANS: Statistics: Num rows: 7 Data size: 70 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), 'AAA' (type: string) diff --git ql/src/test/results/clientpositive/order_by_expr_1.q.out ql/src/test/results/clientpositive/order_by_expr_1.q.out index af53b77..601cf7b 100644 --- ql/src/test/results/clientpositive/order_by_expr_1.q.out +++ ql/src/test/results/clientpositive/order_by_expr_1.q.out @@ -72,6 +72,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -322,6 +323,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 9 Data size: 37 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int) @@ -484,6 +486,7 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 9 Data size: 37 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: int) diff --git ql/src/test/results/clientpositive/outer_reference_windowed.q.out ql/src/test/results/clientpositive/outer_reference_windowed.q.out index 3d918b7..6b8ee52 100644 --- ql/src/test/results/clientpositive/outer_reference_windowed.q.out +++ ql/src/test/results/clientpositive/outer_reference_windowed.q.out @@ -183,6 +183,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(25,2)) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -206,6 +207,7 @@ STAGE PLANS: Map-reduce partition columns: 0 (type: int) Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(25,2)) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: decimal(25,2)) @@ -296,6 +298,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: decimal(15,2)), _col1 (type: decimal(15,2)) Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(25,2)) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -320,6 +323,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: decimal(15,2)) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(25,2)) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: decimal(15,2)), KEY.reducesinkkey0 (type: decimal(15,2)), VALUE._col0 (type: decimal(25,2)) @@ -466,6 +470,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: decimal(15,2)), _col1 (type: decimal(15,2)) Statistics: Num rows: 4 Data size: 13 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(25,2)) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -490,6 +495,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: decimal(15,2)) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(25,2)) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: decimal(15,2)), KEY.reducesinkkey0 (type: decimal(15,2)), VALUE._col0 (type: decimal(25,2)) @@ -640,6 +646,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: decimal(15,2)), _col1 (type: decimal(15,2)) Statistics: Num rows: 4 Data size: 13 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(25,2)) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -664,6 +671,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: decimal(15,2)) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(25,2)) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: decimal(15,2)), KEY.reducesinkkey0 (type: decimal(15,2)), VALUE._col0 (type: decimal(25,2)) @@ -814,6 +822,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: decimal(15,2)) Statistics: Num rows: 4 Data size: 13 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: corr(VALUE._col0) diff --git ql/src/test/results/clientpositive/parallel.q.out ql/src/test/results/clientpositive/parallel.q.out index 12ad5ee..472df0b 100644 --- ql/src/test/results/clientpositive/parallel.q.out +++ ql/src/test/results/clientpositive/parallel.q.out @@ -55,6 +55,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -77,6 +78,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE @@ -163,6 +165,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -203,6 +206,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/parallel_colstats.q.out ql/src/test/results/clientpositive/parallel_colstats.q.out index 12ad5ee..472df0b 100644 --- ql/src/test/results/clientpositive/parallel_colstats.q.out +++ ql/src/test/results/clientpositive/parallel_colstats.q.out @@ -55,6 +55,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -77,6 +78,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Forward Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE @@ -163,6 +165,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -203,6 +206,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/parallel_join1.q.out ql/src/test/results/clientpositive/parallel_join1.q.out index 3aa369c..357d03f 100644 --- ql/src/test/results/clientpositive/parallel_join1.q.out +++ ql/src/test/results/clientpositive/parallel_join1.q.out @@ -118,6 +118,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/partition_boolexpr.q.out ql/src/test/results/clientpositive/partition_boolexpr.q.out index 3276a30..7711ced 100644 --- ql/src/test/results/clientpositive/partition_boolexpr.q.out +++ ql/src/test/results/clientpositive/partition_boolexpr.q.out @@ -66,6 +66,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -157,6 +158,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/pcr.q.out ql/src/test/results/clientpositive/pcr.q.out index f9a0c4b..0adee06 100644 --- ql/src/test/results/clientpositive/pcr.q.out +++ ql/src/test/results/clientpositive/pcr.q.out @@ -80,6 +80,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -269,6 +270,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -543,6 +545,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -734,6 +737,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -927,6 +931,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1178,6 +1183,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1436,6 +1442,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1610,6 +1617,7 @@ STAGE PLANS: Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1824,6 +1832,7 @@ STAGE PLANS: Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2112,6 +2121,7 @@ STAGE PLANS: Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2413,6 +2423,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2724,6 +2735,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2877,6 +2889,7 @@ STAGE PLANS: Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3197,6 +3210,7 @@ STAGE PLANS: Statistics: Num rows: 30 Data size: 240 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3956,6 +3970,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4546,6 +4561,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: struct), _col1 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4653,6 +4669,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4784,6 +4801,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4967,6 +4985,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/pcs.q.out ql/src/test/results/clientpositive/pcs.q.out index bbda382..588fce0 100644 --- ql/src/test/results/clientpositive/pcs.q.out +++ ql/src/test/results/clientpositive/pcs.q.out @@ -117,6 +117,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -311,6 +312,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -477,6 +479,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -840,6 +843,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -984,6 +988,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: int) Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) diff --git ql/src/test/results/clientpositive/perf/spark/query1.q.out ql/src/test/results/clientpositive/perf/spark/query1.q.out index c15a6f6..8db216c 100644 --- ql/src/test/results/clientpositive/perf/spark/query1.q.out +++ ql/src/test/results/clientpositive/perf/spark/query1.q.out @@ -72,6 +72,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -105,6 +106,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -123,6 +125,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -140,6 +143,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -157,6 +161,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -175,6 +180,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator @@ -198,6 +204,7 @@ STAGE PLANS: Statistics: Num rows: 63350266 Data size: 4908414421 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -248,6 +255,7 @@ STAGE PLANS: Statistics: Num rows: 63350266 Data size: 4908414421 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -316,6 +324,7 @@ STAGE PLANS: Statistics: Num rows: 32266667 Data size: 27749985689 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/perf/spark/query10.q.out ql/src/test/results/clientpositive/perf/spark/query10.q.out index bdc247d..cb10ba0 100644 --- ql/src/test/results/clientpositive/perf/spark/query10.q.out +++ ql/src/test/results/clientpositive/perf/spark/query10.q.out @@ -142,6 +142,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -165,6 +166,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -188,6 +190,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -221,6 +224,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -253,6 +257,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 14 @@ -287,6 +292,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -306,6 +312,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -324,6 +331,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int), _col5 (type: string), _col6 (type: int), _col7 (type: int), _col8 (type: int) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -360,9 +368,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -380,6 +390,7 @@ STAGE PLANS: Statistics: Num rows: 79201469 Data size: 10769109250 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean) Reducer 15 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -463,6 +474,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col8 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -481,6 +493,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: bigint), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey4 (type: string), VALUE._col0 (type: bigint), KEY.reducesinkkey5 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey6 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey7 (type: int), VALUE._col0 (type: bigint) diff --git ql/src/test/results/clientpositive/perf/spark/query11.q.out ql/src/test/results/clientpositive/perf/spark/query11.q.out index e46aa21..e442117 100644 --- ql/src/test/results/clientpositive/perf/spark/query11.q.out +++ ql/src/test/results/clientpositive/perf/spark/query11.q.out @@ -188,6 +188,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -205,6 +206,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -223,6 +225,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -241,6 +244,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -258,6 +262,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -276,6 +281,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -294,6 +300,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -311,6 +318,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -329,6 +337,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -346,6 +355,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -364,6 +374,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -382,6 +393,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -425,6 +437,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col7 (type: decimal(18,2)) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -492,6 +505,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col7 (type: decimal(18,2)) Reducer 18 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -568,6 +582,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col7 (type: decimal(18,2)) Reducer 24 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -619,6 +634,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col7 (type: decimal(18,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -663,6 +679,7 @@ STAGE PLANS: Statistics: Num rows: 383325119 Data size: 33817053278 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/perf/spark/query12.q.out ql/src/test/results/clientpositive/perf/spark/query12.q.out index af21058..0a0663e 100644 --- ql/src/test/results/clientpositive/perf/spark/query12.q.out +++ ql/src/test/results/clientpositive/perf/spark/query12.q.out @@ -88,6 +88,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -128,6 +129,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -148,6 +150,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: decimal(7,2)), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -171,6 +174,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -185,6 +189,7 @@ STAGE PLANS: Statistics: Num rows: 87121617 Data size: 11846020363 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: decimal(7,2)), VALUE._col4 (type: decimal(17,2)) @@ -221,6 +226,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: decimal(7,2)), _col4 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey3 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(7,2)), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(38,17)) diff --git ql/src/test/results/clientpositive/perf/spark/query13.q.out ql/src/test/results/clientpositive/perf/spark/query13.q.out index 92d9370..f864a04 100644 --- ql/src/test/results/clientpositive/perf/spark/query13.q.out +++ ql/src/test/results/clientpositive/perf/spark/query13.q.out @@ -125,6 +125,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -148,6 +149,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col4 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -178,6 +180,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -206,6 +209,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 70399465 Data size: 6210661306 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: int), _col4 (type: int), _col6 (type: int), _col7 (type: decimal(7,2)), _col8 (type: decimal(7,2)), _col9 (type: decimal(7,2)), _col10 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -225,6 +229,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -243,6 +248,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10000000 Data size: 10148798821 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 3 Local Work: Map Reduce Local Work @@ -317,6 +323,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 256 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(17,2)), _col3 (type: bigint), _col4 (type: decimal(17,2)), _col5 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5) diff --git ql/src/test/results/clientpositive/perf/spark/query15.q.out ql/src/test/results/clientpositive/perf/spark/query15.q.out index c54b95a..3c8bee5 100644 --- ql/src/test/results/clientpositive/perf/spark/query15.q.out +++ ql/src/test/results/clientpositive/perf/spark/query15.q.out @@ -69,6 +69,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -87,6 +88,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -105,6 +107,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -122,6 +125,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -169,6 +173,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -183,6 +188,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query16.q.out ql/src/test/results/clientpositive/perf/spark/query16.q.out index 743f27d..96a28a4 100644 --- ql/src/test/results/clientpositive/perf/spark/query16.q.out +++ ql/src/test/results/clientpositive/perf/spark/query16.q.out @@ -85,6 +85,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -108,6 +109,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -151,6 +153,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 11 @@ -176,6 +179,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -194,6 +198,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -211,7 +216,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -307,6 +314,7 @@ STAGE PLANS: Statistics: Num rows: 231905279 Data size: 31404633508 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -324,6 +332,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 344 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -341,6 +350,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query17.q.out ql/src/test/results/clientpositive/perf/spark/query17.q.out index 4a7fd45..088ccfb 100644 --- ql/src/test/results/clientpositive/perf/spark/query17.q.out +++ ql/src/test/results/clientpositive/perf/spark/query17.q.out @@ -112,6 +112,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -146,6 +147,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -163,6 +165,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -181,6 +184,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -198,6 +202,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -215,6 +220,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -233,6 +239,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -251,6 +258,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -371,6 +379,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: double), _col10 (type: double), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: double), _col14 (type: double) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), count(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), count(VALUE._col8), sum(VALUE._col9), sum(VALUE._col10), sum(VALUE._col11) @@ -389,6 +398,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: bigint), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: bigint), _col12 (type: double), _col13 (type: double) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: bigint), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: bigint), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col10 (type: double) diff --git ql/src/test/results/clientpositive/perf/spark/query18.q.out ql/src/test/results/clientpositive/perf/spark/query18.q.out index cb3c114..e8f09f7 100644 --- ql/src/test/results/clientpositive/perf/spark/query18.q.out +++ ql/src/test/results/clientpositive/perf/spark/query18.q.out @@ -100,6 +100,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 40000000 Data size: 34400807926 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col4 (type: int) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -117,6 +118,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -135,6 +137,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 465450 Data size: 179296539 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: int) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -153,6 +156,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -171,6 +175,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -188,6 +193,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -206,6 +212,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)), _col8 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -317,6 +324,7 @@ STAGE PLANS: Statistics: Num rows: 2108229765 Data size: 285496662075 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: decimal(22,2)), _col6 (type: bigint), _col7 (type: decimal(22,2)), _col8 (type: bigint), _col9 (type: decimal(22,2)), _col10 (type: bigint), _col11 (type: decimal(22,2)), _col12 (type: bigint), _col13 (type: decimal(22,2)), _col14 (type: bigint), _col15 (type: decimal(22,2)), _col16 (type: bigint), _col17 (type: decimal(22,2)), _col18 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7), sum(VALUE._col8), count(VALUE._col9), sum(VALUE._col10), count(VALUE._col11), sum(VALUE._col12), count(VALUE._col13) @@ -336,6 +344,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col4 (type: decimal(38,18)), _col5 (type: decimal(38,18)), _col6 (type: decimal(38,18)), _col7 (type: decimal(38,18)), _col8 (type: decimal(38,18)), _col9 (type: decimal(38,18)), _col10 (type: decimal(38,18)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey3 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: decimal(38,18)), VALUE._col2 (type: decimal(38,18)), VALUE._col3 (type: decimal(38,18)), VALUE._col4 (type: decimal(38,18)), VALUE._col5 (type: decimal(38,18)), VALUE._col6 (type: decimal(38,18)) diff --git ql/src/test/results/clientpositive/perf/spark/query19.q.out ql/src/test/results/clientpositive/perf/spark/query19.q.out index 281445c..fdb1710 100644 --- ql/src/test/results/clientpositive/perf/spark/query19.q.out +++ ql/src/test/results/clientpositive/perf/spark/query19.q.out @@ -72,6 +72,7 @@ STAGE PLANS: keys: 0 _col7 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -104,6 +105,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -121,6 +123,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -139,6 +142,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -157,6 +161,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -175,6 +180,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -233,6 +239,7 @@ STAGE PLANS: Statistics: Num rows: 843315281 Data size: 74397518956 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -250,6 +257,7 @@ STAGE PLANS: Statistics: Num rows: 421657640 Data size: 37198759433 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey2 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey0 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query2.q.out ql/src/test/results/clientpositive/perf/spark/query2.q.out index 7337c10..1613add 100644 --- ql/src/test/results/clientpositive/perf/spark/query2.q.out +++ ql/src/test/results/clientpositive/perf/spark/query2.q.out @@ -152,6 +152,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 431992504 Data size: 58579807164 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -170,6 +171,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 431992504 Data size: 58579807164 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(7,2)) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -188,6 +190,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 431992504 Data size: 58579807164 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(7,2)) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -206,6 +209,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -223,6 +227,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -241,6 +246,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 431992504 Data size: 58579807164 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(7,2)) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -259,6 +265,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -276,6 +283,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator @@ -303,6 +311,7 @@ STAGE PLANS: Statistics: Num rows: 475191764 Data size: 64437789277 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) @@ -359,6 +368,7 @@ STAGE PLANS: Statistics: Num rows: 475191764 Data size: 64437789277 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) @@ -408,6 +418,7 @@ STAGE PLANS: Statistics: Num rows: 287491028 Data size: 38984864200 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(20,2)), _col2 (type: decimal(20,2)), _col3 (type: decimal(20,2)), _col4 (type: decimal(20,2)), _col5 (type: decimal(20,2)), _col6 (type: decimal(20,2)), _col7 (type: decimal(20,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(20,2)), VALUE._col1 (type: decimal(20,2)), VALUE._col2 (type: decimal(20,2)), VALUE._col3 (type: decimal(20,2)), VALUE._col4 (type: decimal(20,2)), VALUE._col5 (type: decimal(20,2)), VALUE._col6 (type: decimal(20,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query20.q.out ql/src/test/results/clientpositive/perf/spark/query20.q.out index 9097b35..0544df9 100644 --- ql/src/test/results/clientpositive/perf/spark/query20.q.out +++ ql/src/test/results/clientpositive/perf/spark/query20.q.out @@ -80,6 +80,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -120,6 +121,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -140,6 +142,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: decimal(7,2)), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -163,6 +166,7 @@ STAGE PLANS: Statistics: Num rows: 348467716 Data size: 47189528877 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -177,6 +181,7 @@ STAGE PLANS: Statistics: Num rows: 174233858 Data size: 23594764438 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: decimal(7,2)), VALUE._col4 (type: decimal(17,2)) @@ -213,6 +218,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: decimal(7,2)), _col4 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey3 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(7,2)), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(38,17)) diff --git ql/src/test/results/clientpositive/perf/spark/query21.q.out ql/src/test/results/clientpositive/perf/spark/query21.q.out index 5c3d2fb..e6db04e 100644 --- ql/src/test/results/clientpositive/perf/spark/query21.q.out +++ ql/src/test/results/clientpositive/perf/spark/query21.q.out @@ -83,6 +83,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -106,6 +107,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -145,6 +147,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 41342400 Data size: 653203228 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: int), _col5 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 6 @@ -165,6 +168,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 51333 Data size: 73728460 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work @@ -221,6 +225,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint) diff --git ql/src/test/results/clientpositive/perf/spark/query22.q.out ql/src/test/results/clientpositive/perf/spark/query22.q.out index 1837397..87ee7cd 100644 --- ql/src/test/results/clientpositive/perf/spark/query22.q.out +++ ql/src/test/results/clientpositive/perf/spark/query22.q.out @@ -66,6 +66,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 6 @@ -84,6 +85,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -133,6 +135,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 45476640 Data size: 718523566 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -153,6 +156,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -176,6 +180,7 @@ STAGE PLANS: Statistics: Num rows: 250121525 Data size: 3951879695 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: bigint), _col6 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -194,6 +199,7 @@ STAGE PLANS: Statistics: Num rows: 125060762 Data size: 1975939839 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey0 (type: double) diff --git ql/src/test/results/clientpositive/perf/spark/query23.q.out ql/src/test/results/clientpositive/perf/spark/query23.q.out index 44e72cf..54f2b65 100644 --- ql/src/test/results/clientpositive/perf/spark/query23.q.out +++ ql/src/test/results/clientpositive/perf/spark/query23.q.out @@ -140,6 +140,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -157,6 +158,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -174,6 +176,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -192,6 +195,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -209,6 +213,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -226,6 +231,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 14 Reduce Operator Tree: Join Operator @@ -269,6 +275,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(28,2)) Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -290,6 +297,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 17 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -358,6 +366,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(28,2)) Reducer 23 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -379,6 +388,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(28,2)) Reducer 24 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -424,6 +434,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 47 Map Operator Tree: TableScan @@ -441,6 +452,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 48 Map Operator Tree: TableScan @@ -458,6 +470,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 49 Map Operator Tree: TableScan @@ -476,6 +489,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 54 Map Operator Tree: TableScan @@ -493,6 +507,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 55 Map Operator Tree: TableScan @@ -510,6 +525,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 43 Reduce Operator Tree: Join Operator @@ -553,6 +569,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(28,2)) Reducer 45 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -574,6 +591,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 46 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -642,6 +660,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(28,2)) Reducer 52 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -663,6 +682,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(28,2)) Reducer 53 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -713,6 +733,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -731,6 +752,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -749,6 +771,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 27 Map Operator Tree: TableScan @@ -767,6 +790,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 30 Map Operator Tree: TableScan @@ -784,6 +808,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 31 Map Operator Tree: TableScan @@ -802,6 +827,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 35 Map Operator Tree: TableScan @@ -819,6 +845,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 36 Map Operator Tree: TableScan @@ -837,7 +864,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -909,6 +938,7 @@ STAGE PLANS: Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(28,2)) Reducer 29 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -1076,6 +1106,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: decimal(28,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1093,6 +1124,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 58 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/perf/spark/query24.q.out ql/src/test/results/clientpositive/perf/spark/query24.q.out index 1f291c0..e11b7a8 100644 --- ql/src/test/results/clientpositive/perf/spark/query24.q.out +++ ql/src/test/results/clientpositive/perf/spark/query24.q.out @@ -125,6 +125,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -167,6 +168,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)), _col6 (type: string), _col8 (type: string), _col9 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 20 @@ -187,6 +189,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -205,6 +208,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(7,2)), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int) + Execution mode: vectorized Map 22 Map Operator Tree: TableScan @@ -222,6 +226,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 23 Map Operator Tree: TableScan @@ -240,6 +245,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), upper(_col2) (type: string) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 13 Reduce Operator Tree: Join Operator @@ -311,6 +317,7 @@ STAGE PLANS: Statistics: Num rows: 927646829 Data size: 81837272625 Basic stats: COMPLETE Column stats: NONE value expressions: _col10 (type: decimal(17,2)) Reducer 17 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -332,6 +339,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(27,2)), _col1 (type: bigint) Reducer 18 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -369,6 +377,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -400,6 +409,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -417,6 +427,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -435,6 +446,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), upper(_col2) (type: string) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -453,6 +465,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(7,2)), _col2 (type: string), _col4 (type: string), _col5 (type: int) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -471,6 +484,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work @@ -554,6 +568,7 @@ STAGE PLANS: Statistics: Num rows: 927646829 Data size: 81837272625 Basic stats: COMPLETE Column stats: NONE value expressions: _col9 (type: decimal(17,2)) Reducer 6 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/perf/spark/query25.q.out ql/src/test/results/clientpositive/perf/spark/query25.q.out index 3ecb2e5..21a043b 100644 --- ql/src/test/results/clientpositive/perf/spark/query25.q.out +++ ql/src/test/results/clientpositive/perf/spark/query25.q.out @@ -120,6 +120,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -143,6 +144,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -166,6 +168,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -198,6 +201,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -226,6 +230,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col2 (type: int) Statistics: Num rows: 63350266 Data size: 4908414421 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 13 @@ -246,6 +251,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -263,6 +269,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -291,6 +298,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int), _col1 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 @@ -361,6 +369,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -375,6 +384,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(17,2)), VALUE._col2 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query26.q.out ql/src/test/results/clientpositive/perf/spark/query26.q.out index e9e54e4..e78e20b 100644 --- ql/src/test/results/clientpositive/perf/spark/query26.q.out +++ ql/src/test/results/clientpositive/perf/spark/query26.q.out @@ -64,6 +64,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -95,6 +96,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -113,6 +115,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -130,6 +133,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 232725 Data size: 89648269 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -147,6 +151,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -215,6 +220,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(17,2)), _col8 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7) @@ -233,6 +239,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: double), _col2 (type: decimal(37,22)), _col3 (type: decimal(37,22)), _col4 (type: decimal(37,22)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: decimal(37,22)), VALUE._col2 (type: decimal(37,22)), VALUE._col3 (type: decimal(37,22)) diff --git ql/src/test/results/clientpositive/perf/spark/query27.q.out ql/src/test/results/clientpositive/perf/spark/query27.q.out index 7d9c850..f0154c6 100644 --- ql/src/test/results/clientpositive/perf/spark/query27.q.out +++ ql/src/test/results/clientpositive/perf/spark/query27.q.out @@ -68,6 +68,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -99,6 +100,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -117,6 +119,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -134,6 +137,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 232725 Data size: 89648269 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -151,6 +155,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -223,6 +228,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(17,2)), _col8 (type: bigint), _col9 (type: decimal(17,2)), _col10 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7) @@ -241,6 +247,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: bigint), _col3 (type: double), _col4 (type: decimal(37,22)), _col5 (type: decimal(37,22)), _col6 (type: decimal(37,22)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: double), VALUE._col2 (type: decimal(37,22)), VALUE._col3 (type: decimal(37,22)), VALUE._col4 (type: decimal(37,22)) diff --git ql/src/test/results/clientpositive/perf/spark/query28.q.out ql/src/test/results/clientpositive/perf/spark/query28.q.out index a389faa..c9c507a 100644 --- ql/src/test/results/clientpositive/perf/spark/query28.q.out +++ ql/src/test/results/clientpositive/perf/spark/query28.q.out @@ -148,6 +148,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: decimal(7,2)) Statistics: Num rows: 21333171 Data size: 1882018537 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -172,6 +173,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: decimal(7,2)) Statistics: Num rows: 21333171 Data size: 1882018537 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -196,6 +198,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: decimal(7,2)) Statistics: Num rows: 21333171 Data size: 1882018537 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -220,6 +223,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: decimal(7,2)) Statistics: Num rows: 21333171 Data size: 1882018537 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -244,7 +248,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: decimal(7,2)) Statistics: Num rows: 21333171 Data size: 1882018537 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -262,6 +268,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint), _col2 (type: bigint) Reducer 12 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -283,6 +290,7 @@ STAGE PLANS: 4 5 Reducer 14 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -300,6 +308,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint), _col2 (type: bigint) Reducer 15 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -321,6 +330,7 @@ STAGE PLANS: 4 5 Reducer 17 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -338,6 +348,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint), _col2 (type: bigint) Reducer 18 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -359,6 +370,7 @@ STAGE PLANS: 4 5 Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -376,6 +388,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint), _col2 (type: bigint) Reducer 6 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -397,6 +410,7 @@ STAGE PLANS: 4 5 Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -414,6 +428,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint), _col2 (type: bigint) Reducer 9 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -466,7 +481,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: decimal(7,2)) Statistics: Num rows: 21333171 Data size: 1882018537 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -484,6 +501,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 232 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint), _col2 (type: bigint) Reducer 3 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/perf/spark/query29.q.out ql/src/test/results/clientpositive/perf/spark/query29.q.out index 530a625..43d68f1 100644 --- ql/src/test/results/clientpositive/perf/spark/query29.q.out +++ ql/src/test/results/clientpositive/perf/spark/query29.q.out @@ -117,6 +117,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -140,6 +141,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -173,6 +175,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -190,6 +193,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -218,6 +222,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col2 (type: int), _col3 (type: int) Statistics: Num rows: 63350266 Data size: 4908414421 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 14 @@ -238,6 +243,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -255,6 +261,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -273,6 +280,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int) + Execution mode: vectorized Reducer 10 Local Work: Map Reduce Local Work @@ -345,6 +353,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -359,6 +368,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint) diff --git ql/src/test/results/clientpositive/perf/spark/query3.q.out ql/src/test/results/clientpositive/perf/spark/query3.q.out index 7fdd478..e9d78c5 100644 --- ql/src/test/results/clientpositive/perf/spark/query3.q.out +++ ql/src/test/results/clientpositive/perf/spark/query3.q.out @@ -70,6 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -88,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -106,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -145,6 +148,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -159,6 +163,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: string) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query30.q.out ql/src/test/results/clientpositive/perf/spark/query30.q.out index 6385984..7035418 100644 --- ql/src/test/results/clientpositive/perf/spark/query30.q.out +++ ql/src/test/results/clientpositive/perf/spark/query30.q.out @@ -96,6 +96,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: int), _col8 (type: int), _col9 (type: int), _col10 (type: string), _col11 (type: string), _col12 (type: string), _col13 (type: string) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -113,6 +114,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -131,6 +133,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -149,6 +152,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -166,6 +170,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -184,6 +189,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -201,6 +207,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -219,6 +226,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -281,6 +289,7 @@ STAGE PLANS: Statistics: Num rows: 44000000 Data size: 44654715780 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -344,6 +353,7 @@ STAGE PLANS: Statistics: Num rows: 96800003 Data size: 83249958789 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: int), KEY.reducesinkkey7 (type: int), KEY.reducesinkkey8 (type: string), KEY.reducesinkkey9 (type: string), KEY.reducesinkkey10 (type: string), KEY.reducesinkkey11 (type: string), KEY.reducesinkkey12 (type: decimal(17,2)) @@ -398,6 +408,7 @@ STAGE PLANS: Statistics: Num rows: 44000000 Data size: 44654715780 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/perf/spark/query31.q.out ql/src/test/results/clientpositive/perf/spark/query31.q.out index 6ddec52..38dc809 100644 --- ql/src/test/results/clientpositive/perf/spark/query31.q.out +++ ql/src/test/results/clientpositive/perf/spark/query31.q.out @@ -148,6 +148,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -165,6 +166,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -183,6 +185,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -201,6 +204,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -218,6 +222,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -236,6 +241,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -254,6 +260,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -271,6 +278,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -289,6 +297,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 27 Map Operator Tree: TableScan @@ -307,6 +316,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 31 Map Operator Tree: TableScan @@ -324,6 +334,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 32 Map Operator Tree: TableScan @@ -342,6 +353,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 33 Map Operator Tree: TableScan @@ -360,6 +372,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 37 Map Operator Tree: TableScan @@ -377,6 +390,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 38 Map Operator Tree: TableScan @@ -395,6 +409,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -412,6 +427,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -430,6 +446,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -448,6 +465,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -471,6 +489,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -523,6 +542,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 17 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -591,6 +611,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 23 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -683,6 +704,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 30 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -735,6 +757,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 36 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -749,6 +772,7 @@ STAGE PLANS: Statistics: Num rows: 87121617 Data size: 11846020363 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/perf/spark/query32.q.out ql/src/test/results/clientpositive/perf/spark/query32.q.out index eed3a4d..2222cdd 100644 --- ql/src/test/results/clientpositive/perf/spark/query32.q.out +++ ql/src/test/results/clientpositive/perf/spark/query32.q.out @@ -79,6 +79,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -102,6 +103,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -142,6 +144,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 5 @@ -178,6 +181,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 9 @@ -197,6 +201,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -225,6 +230,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -242,6 +248,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) diff --git ql/src/test/results/clientpositive/perf/spark/query33.q.out ql/src/test/results/clientpositive/perf/spark/query33.q.out index f2a4eb5..46a77aa 100644 --- ql/src/test/results/clientpositive/perf/spark/query33.q.out +++ ql/src/test/results/clientpositive/perf/spark/query33.q.out @@ -192,6 +192,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -209,6 +210,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -226,6 +228,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -248,6 +251,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -266,6 +270,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -284,6 +289,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 31 Map Operator Tree: TableScan @@ -302,6 +308,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 34 Map Operator Tree: TableScan @@ -319,6 +326,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 35 Map Operator Tree: TableScan @@ -336,6 +344,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -354,6 +363,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -429,6 +439,7 @@ STAGE PLANS: Statistics: Num rows: 383314495 Data size: 51908482889 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 17 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -449,6 +460,7 @@ STAGE PLANS: Statistics: Num rows: 670816147 Data size: 72801917426 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(27,2)) Reducer 19 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -535,6 +547,7 @@ STAGE PLANS: Statistics: Num rows: 191667562 Data size: 26061245514 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 28 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -577,6 +590,7 @@ STAGE PLANS: Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 30 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -625,6 +639,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: decimal(7,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -645,6 +660,7 @@ STAGE PLANS: Statistics: Num rows: 670816147 Data size: 72801917426 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(27,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -659,6 +675,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), KEY.reducesinkkey0 (type: decimal(27,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query34.q.out ql/src/test/results/clientpositive/perf/spark/query34.q.out index 80f7ec1..9535394 100644 --- ql/src/test/results/clientpositive/perf/spark/query34.q.out +++ ql/src/test/results/clientpositive/perf/spark/query34.q.out @@ -102,6 +102,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -132,6 +133,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -150,6 +152,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -167,6 +170,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -187,6 +191,7 @@ STAGE PLANS: Statistics: Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: int), _col5 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: bigint) @@ -244,6 +249,7 @@ STAGE PLANS: Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/perf/spark/query35.q.out ql/src/test/results/clientpositive/perf/spark/query35.q.out index de7c29d..5bd9b75 100644 --- ql/src/test/results/clientpositive/perf/spark/query35.q.out +++ ql/src/test/results/clientpositive/perf/spark/query35.q.out @@ -148,6 +148,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -165,6 +166,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 12174 Data size: 13622706 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -183,6 +185,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -200,6 +203,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 12174 Data size: 13622706 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -218,6 +222,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -235,6 +240,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 12174 Data size: 13622706 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -253,6 +259,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -271,6 +278,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: int) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -289,6 +297,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -334,6 +343,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE Reducer 14 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -371,6 +381,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE Reducer 18 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -454,6 +465,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: int), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: int), _col13 (type: bigint), _col14 (type: bigint), _col15 (type: int) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), count(VALUE._col2), max(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), max(VALUE._col6), sum(VALUE._col7), count(VALUE._col8), max(VALUE._col9) @@ -472,6 +484,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint), _col4 (type: double), _col5 (type: int), _col6 (type: bigint), _col9 (type: double), _col10 (type: int), _col11 (type: bigint), _col14 (type: double), _col15 (type: int), _col16 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: double), VALUE._col2 (type: int), VALUE._col3 (type: bigint), KEY.reducesinkkey4 (type: int), VALUE._col0 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: int), VALUE._col6 (type: bigint), KEY.reducesinkkey5 (type: int), VALUE._col0 (type: bigint), VALUE._col7 (type: double), VALUE._col8 (type: int), VALUE._col9 (type: bigint) diff --git ql/src/test/results/clientpositive/perf/spark/query36.q.out ql/src/test/results/clientpositive/perf/spark/query36.q.out index 2b4770c..dd6d793 100644 --- ql/src/test/results/clientpositive/perf/spark/query36.q.out +++ ql/src/test/results/clientpositive/perf/spark/query36.q.out @@ -82,6 +82,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -113,6 +114,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -130,6 +132,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -148,6 +151,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work @@ -203,6 +207,7 @@ STAGE PLANS: Statistics: Num rows: 2299950717 Data size: 202902320028 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -221,6 +226,7 @@ STAGE PLANS: Statistics: Num rows: 1149975358 Data size: 101451159969 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: decimal(17,2)), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: bigint) @@ -258,6 +264,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: decimal(37,20)), _col1 (type: string), _col2 (type: string) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: decimal(37,20)), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey2 (type: int) diff --git ql/src/test/results/clientpositive/perf/spark/query37.q.out ql/src/test/results/clientpositive/perf/spark/query37.q.out index 325861e..07e8eda 100644 --- ql/src/test/results/clientpositive/perf/spark/query37.q.out +++ ql/src/test/results/clientpositive/perf/spark/query37.q.out @@ -56,6 +56,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -84,6 +85,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -102,6 +104,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 25666 Data size: 36863512 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -129,6 +132,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 4593600 Data size: 72578135 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 @@ -155,6 +159,7 @@ STAGE PLANS: Statistics: Num rows: 633577652 Data size: 85799141554 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: decimal(7,2)) @@ -168,6 +173,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string), _col2 (type: decimal(7,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: decimal(7,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query38.q.out ql/src/test/results/clientpositive/perf/spark/query38.q.out index 5d5b7fd..aa5660c 100644 --- ql/src/test/results/clientpositive/perf/spark/query38.q.out +++ ql/src/test/results/clientpositive/perf/spark/query38.q.out @@ -70,6 +70,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -93,6 +94,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -116,6 +118,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -160,6 +163,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 12 @@ -180,6 +184,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -208,6 +213,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 17 @@ -228,6 +234,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -256,9 +263,11 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string) @@ -308,6 +317,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string) Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE Reducer 15 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string) @@ -357,6 +367,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string) Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string) @@ -386,6 +397,7 @@ STAGE PLANS: Statistics: Num rows: 304916424 Data size: 33091779879 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -413,6 +425,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/perf/spark/query39.q.out ql/src/test/results/clientpositive/perf/spark/query39.q.out index ee75072..d126120 100644 --- ql/src/test/results/clientpositive/perf/spark/query39.q.out +++ ql/src/test/results/clientpositive/perf/spark/query39.q.out @@ -77,6 +77,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -100,6 +101,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -134,6 +136,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 37584000 Data size: 593821104 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -152,6 +155,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 37584000 Data size: 593821104 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -169,6 +173,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -186,6 +191,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -203,6 +209,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -220,6 +227,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator @@ -275,6 +283,7 @@ STAGE PLANS: Statistics: Num rows: 50024305 Data size: 790375939 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: double), _col6 (type: double) Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -354,6 +363,7 @@ STAGE PLANS: Statistics: Num rows: 50024305 Data size: 790375939 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: double), _col6 (type: double) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -394,6 +404,7 @@ STAGE PLANS: Statistics: Num rows: 13756683 Data size: 217353382 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: int), _col5 (type: int) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), 4 (type: int), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: double), VALUE._col0 (type: int), VALUE._col1 (type: int), 5 (type: int), KEY.reducesinkkey4 (type: double), KEY.reducesinkkey5 (type: double) diff --git ql/src/test/results/clientpositive/perf/spark/query4.q.out ql/src/test/results/clientpositive/perf/spark/query4.q.out index 75c4fbb..c79ac8f 100644 --- ql/src/test/results/clientpositive/perf/spark/query4.q.out +++ ql/src/test/results/clientpositive/perf/spark/query4.q.out @@ -262,6 +262,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -279,6 +280,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -297,6 +299,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -315,6 +318,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -332,6 +336,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -350,6 +355,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -368,6 +374,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -385,6 +392,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -403,6 +411,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) + Execution mode: vectorized Map 27 Map Operator Tree: TableScan @@ -421,6 +430,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Map 31 Map Operator Tree: TableScan @@ -438,6 +448,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 32 Map Operator Tree: TableScan @@ -456,6 +467,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) + Execution mode: vectorized Map 33 Map Operator Tree: TableScan @@ -474,6 +486,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Map 37 Map Operator Tree: TableScan @@ -491,6 +504,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 38 Map Operator Tree: TableScan @@ -509,6 +523,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -526,6 +541,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -544,6 +560,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -562,6 +579,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -605,6 +623,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col7 (type: decimal(24,6)) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -672,6 +691,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col7 (type: decimal(24,6)) Reducer 18 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -748,6 +768,7 @@ STAGE PLANS: Statistics: Num rows: 348467716 Data size: 47189528877 Basic stats: COMPLETE Column stats: NONE value expressions: _col7 (type: decimal(24,6)) Reducer 24 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -841,6 +862,7 @@ STAGE PLANS: Statistics: Num rows: 348467716 Data size: 47189528877 Basic stats: COMPLETE Column stats: NONE value expressions: _col7 (type: decimal(24,6)) Reducer 30 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -901,6 +923,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col7 (type: decimal(24,6)) Reducer 36 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -926,6 +949,7 @@ STAGE PLANS: Statistics: Num rows: 29040539 Data size: 3948673454 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(24,6)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -974,6 +998,7 @@ STAGE PLANS: Statistics: Num rows: 212958399 Data size: 18787251785 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/perf/spark/query40.q.out ql/src/test/results/clientpositive/perf/spark/query40.q.out index f286294..cf54ed8 100644 --- ql/src/test/results/clientpositive/perf/spark/query40.q.out +++ ql/src/test/results/clientpositive/perf/spark/query40.q.out @@ -79,6 +79,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -102,6 +103,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -132,6 +134,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int), _col3 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -150,6 +153,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -168,6 +172,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 51333 Data size: 73728460 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work @@ -236,6 +241,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(23,2)), _col3 (type: decimal(23,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -250,6 +256,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(23,2)), _col3 (type: decimal(23,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(23,2)), VALUE._col1 (type: decimal(23,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query42.q.out ql/src/test/results/clientpositive/perf/spark/query42.q.out index e1f0cdd..31ff56e 100644 --- ql/src/test/results/clientpositive/perf/spark/query42.q.out +++ ql/src/test/results/clientpositive/perf/spark/query42.q.out @@ -72,6 +72,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -89,6 +90,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -107,6 +109,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -146,6 +149,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -163,6 +167,7 @@ STAGE PLANS: Statistics: Num rows: 348477374 Data size: 30742775095 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 1998 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey0 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query43.q.out ql/src/test/results/clientpositive/perf/spark/query43.q.out index da08c7a..61f3cc0 100644 --- ql/src/test/results/clientpositive/perf/spark/query43.q.out +++ ql/src/test/results/clientpositive/perf/spark/query43.q.out @@ -60,6 +60,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -89,6 +90,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -107,6 +109,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string) + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work @@ -147,6 +150,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) @@ -160,6 +164,7 @@ STAGE PLANS: Statistics: Num rows: 348477374 Data size: 30742775095 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: decimal(17,2)), KEY.reducesinkkey3 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(17,2)), KEY.reducesinkkey5 (type: decimal(17,2)), KEY.reducesinkkey6 (type: decimal(17,2)), KEY.reducesinkkey7 (type: decimal(17,2)), KEY.reducesinkkey8 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query44.q.out ql/src/test/results/clientpositive/perf/spark/query44.q.out index 4ca41fb..77006c1 100644 --- ql/src/test/results/clientpositive/perf/spark/query44.q.out +++ ql/src/test/results/clientpositive/perf/spark/query44.q.out @@ -110,6 +110,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -134,6 +135,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 143998908 Data size: 12703625455 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -158,6 +160,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287997817 Data size: 25407250999 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -176,6 +179,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -196,7 +200,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 143998908 Data size: 12703625455 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -213,6 +219,7 @@ STAGE PLANS: Statistics: Num rows: 71999454 Data size: 6351812727 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(37,22)) Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -245,6 +252,7 @@ STAGE PLANS: Statistics: Num rows: 1267180808338276 Data size: 234986744609712256 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Reducer 17 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -263,6 +271,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 18 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -316,6 +325,7 @@ STAGE PLANS: Statistics: Num rows: 1267180808338276 Data size: 234986744609712256 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Reducer 20 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col2 (type: int), KEY.reducesinkkey1 (type: decimal(37,22)) @@ -356,6 +366,7 @@ STAGE PLANS: Statistics: Num rows: 1151982528066248 Data size: 213624308651374400 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) Reducer 22 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -372,6 +383,7 @@ STAGE PLANS: Statistics: Num rows: 71999454 Data size: 6351812727 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(37,22)) Reducer 24 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -408,6 +420,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string), _col2 (type: string) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -446,6 +459,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: int) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col2 (type: int), KEY.reducesinkkey1 (type: decimal(37,22)) diff --git ql/src/test/results/clientpositive/perf/spark/query45.q.out ql/src/test/results/clientpositive/perf/spark/query45.q.out index b674400..c2ff079 100644 --- ql/src/test/results/clientpositive/perf/spark/query45.q.out +++ ql/src/test/results/clientpositive/perf/spark/query45.q.out @@ -70,7 +70,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Reducer 16 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -115,6 +117,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -137,6 +140,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -155,6 +159,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -172,6 +177,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -190,6 +196,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -208,7 +215,9 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -304,6 +313,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -318,6 +328,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query46.q.out ql/src/test/results/clientpositive/perf/spark/query46.q.out index 8b0525d..a26fc9e 100644 --- ql/src/test/results/clientpositive/perf/spark/query46.q.out +++ ql/src/test/results/clientpositive/perf/spark/query46.q.out @@ -92,6 +92,7 @@ STAGE PLANS: keys: 0 _col4 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 12 @@ -110,6 +111,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -142,6 +144,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -159,6 +162,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18263 Data size: 20436297 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -177,6 +181,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -195,6 +200,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -213,6 +219,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -253,6 +260,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: int), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(17,2)) @@ -329,6 +337,7 @@ STAGE PLANS: Statistics: Num rows: 843315281 Data size: 74397518956 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) diff --git ql/src/test/results/clientpositive/perf/spark/query47.q.out ql/src/test/results/clientpositive/perf/spark/query47.q.out index 5175f80..ec18a70 100644 --- ql/src/test/results/clientpositive/perf/spark/query47.q.out +++ ql/src/test/results/clientpositive/perf/spark/query47.q.out @@ -126,6 +126,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -149,6 +150,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -172,6 +174,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -213,6 +216,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -231,6 +235,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -249,6 +254,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73048 Data size: 81740712 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -267,6 +273,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -285,6 +292,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -303,6 +311,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73048 Data size: 81740712 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -321,6 +330,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -339,6 +349,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73048 Data size: 81740712 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -357,6 +368,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reducer 12 Reduce Operator Tree: Join Operator @@ -408,6 +420,7 @@ STAGE PLANS: Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col6 (type: decimal(17,2)) Reducer 14 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -422,6 +435,7 @@ STAGE PLANS: Statistics: Num rows: 383325119 Data size: 33817053293 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col6 (type: decimal(17,2)) Reducer 15 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey4 (type: int), VALUE._col0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), VALUE._col1 (type: decimal(17,2)) @@ -571,6 +585,7 @@ STAGE PLANS: Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col6 (type: decimal(17,2)) Reducer 23 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -659,6 +674,7 @@ STAGE PLANS: Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col6 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -735,6 +751,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: int), _col3 (type: decimal(21,6)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col2 (type: decimal(21,6)), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query48.q.out ql/src/test/results/clientpositive/perf/spark/query48.q.out index a2b3663..1080da4 100644 --- ql/src/test/results/clientpositive/perf/spark/query48.q.out +++ ql/src/test/results/clientpositive/perf/spark/query48.q.out @@ -154,6 +154,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col3 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -194,6 +195,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 70399465 Data size: 6210661306 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: int), _col5 (type: int), _col7 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -213,6 +215,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -230,6 +233,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 465450 Data size: 179296539 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -248,6 +252,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10000000 Data size: 10148798821 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 3 Reduce Operator Tree: Join Operator @@ -307,6 +312,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/perf/spark/query49.q.out ql/src/test/results/clientpositive/perf/spark/query49.q.out index 26dfefd..7145ada 100644 --- ql/src/test/results/clientpositive/perf/spark/query49.q.out +++ ql/src/test/results/clientpositive/perf/spark/query49.q.out @@ -296,6 +296,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5333432 Data size: 725192506 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -313,6 +314,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -331,6 +333,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 4799489 Data size: 441731394 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -349,6 +352,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10666290 Data size: 1444429931 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -367,6 +371,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 9599627 Data size: 1019078226 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -385,6 +390,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 21333171 Data size: 1882018537 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 27 Map Operator Tree: TableScan @@ -403,6 +409,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 19197050 Data size: 1487398277 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 13 Reduce Operator Tree: Join Operator @@ -446,6 +453,7 @@ STAGE PLANS: Statistics: Num rows: 12906211 Data size: 1747760291 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(22,2)), _col4 (type: decimal(22,2)) Reducer 15 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -460,6 +468,7 @@ STAGE PLANS: Statistics: Num rows: 6453105 Data size: 873880077 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(22,2)), _col4 (type: decimal(22,2)) Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: decimal(22,2)), VALUE._col4 (type: decimal(22,2)) @@ -497,6 +506,7 @@ STAGE PLANS: Statistics: Num rows: 6453105 Data size: 873880077 Basic stats: COMPLETE Column stats: NONE value expressions: rank_window_0 (type: int), _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(22,2)), _col4 (type: decimal(22,2)) Reducer 17 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: decimal(22,2)), VALUE._col5 (type: decimal(22,2)) @@ -598,6 +608,7 @@ STAGE PLANS: Statistics: Num rows: 25813137 Data size: 2277242527 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(22,2)), _col4 (type: decimal(22,2)) Reducer 23 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -612,6 +623,7 @@ STAGE PLANS: Statistics: Num rows: 12906568 Data size: 1138621219 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(22,2)), _col4 (type: decimal(22,2)) Reducer 24 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: decimal(22,2)), VALUE._col4 (type: decimal(22,2)) @@ -649,6 +661,7 @@ STAGE PLANS: Statistics: Num rows: 12906568 Data size: 1138621219 Basic stats: COMPLETE Column stats: NONE value expressions: rank_window_0 (type: int), _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(22,2)), _col4 (type: decimal(22,2)) Reducer 25 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: decimal(22,2)), VALUE._col5 (type: decimal(22,2)) @@ -719,6 +732,7 @@ STAGE PLANS: Statistics: Num rows: 6453452 Data size: 877482969 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(22,2)), _col4 (type: decimal(22,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -733,6 +747,7 @@ STAGE PLANS: Statistics: Num rows: 3226726 Data size: 438741484 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(22,2)), _col4 (type: decimal(22,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: decimal(22,2)), VALUE._col4 (type: decimal(22,2)) @@ -770,6 +785,7 @@ STAGE PLANS: Statistics: Num rows: 3226726 Data size: 438741484 Basic stats: COMPLETE Column stats: NONE value expressions: rank_window_0 (type: int), _col0 (type: int), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(22,2)), _col4 (type: decimal(22,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: decimal(22,2)), VALUE._col5 (type: decimal(22,2)) @@ -813,6 +829,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(35,20)) Statistics: Num rows: 6453220 Data size: 875080950 Basic stats: COMPLETE Column stats: NONE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: decimal(35,20)) @@ -835,6 +852,7 @@ STAGE PLANS: Statistics: Num rows: 11830988 Data size: 1196621228 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: decimal(35,20)) @@ -852,6 +870,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: int), _col2 (type: decimal(35,20)) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: decimal(35,20)), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int) diff --git ql/src/test/results/clientpositive/perf/spark/query5.q.out ql/src/test/results/clientpositive/perf/spark/query5.q.out index 90b45c1..d93e089 100644 --- ql/src/test/results/clientpositive/perf/spark/query5.q.out +++ ql/src/test/results/clientpositive/perf/spark/query5.q.out @@ -279,6 +279,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -302,6 +303,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -338,6 +340,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 633586785 Data size: 55276696920 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -356,6 +359,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 316788717 Data size: 42056843632 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -373,6 +377,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -391,6 +396,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 46000 Data size: 21198808 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -409,6 +415,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 302405606 Data size: 41118416712 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -427,6 +434,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col2 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -445,6 +453,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col2 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -463,6 +472,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 633586785 Data size: 55276696920 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -480,6 +490,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -498,6 +509,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 316788717 Data size: 42056843632 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -537,6 +549,7 @@ STAGE PLANS: Statistics: Num rows: 383314363 Data size: 50888782999 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -596,6 +609,7 @@ STAGE PLANS: Statistics: Num rows: 365910798 Data size: 49753286377 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Reducer 18 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -672,6 +686,7 @@ STAGE PLANS: Statistics: Num rows: 302405606 Data size: 41118416712 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -697,6 +712,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -716,6 +732,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(28,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(28,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query50.q.out ql/src/test/results/clientpositive/perf/spark/query50.q.out index fde0c4e..57cc806 100644 --- ql/src/test/results/clientpositive/perf/spark/query50.q.out +++ ql/src/test/results/clientpositive/perf/spark/query50.q.out @@ -140,6 +140,7 @@ STAGE PLANS: keys: 0 _col10 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -171,6 +172,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -188,6 +190,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -206,6 +209,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col2 (type: int), _col4 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col3 (type: int) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -223,6 +227,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -295,6 +300,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4) @@ -309,6 +315,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col10 (type: bigint), _col11 (type: bigint), _col12 (type: bigint), _col13 (type: bigint), _col14 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string), KEY.reducesinkkey6 (type: string), KEY.reducesinkkey7 (type: string), KEY.reducesinkkey8 (type: string), KEY.reducesinkkey9 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint) diff --git ql/src/test/results/clientpositive/perf/spark/query51.q.out ql/src/test/results/clientpositive/perf/spark/query51.q.out index 4a13589..2d18e77 100644 --- ql/src/test/results/clientpositive/perf/spark/query51.q.out +++ ql/src/test/results/clientpositive/perf/spark/query51.q.out @@ -113,6 +113,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -136,6 +137,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -183,6 +185,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -219,6 +222,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 @@ -321,6 +325,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(27,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(27,2)), VALUE._col3 (type: decimal(27,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query52.q.out ql/src/test/results/clientpositive/perf/spark/query52.q.out index 167925a..e114551 100644 --- ql/src/test/results/clientpositive/perf/spark/query52.q.out +++ ql/src/test/results/clientpositive/perf/spark/query52.q.out @@ -72,6 +72,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -89,6 +90,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -107,6 +109,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -146,6 +149,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -160,6 +164,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string), KEY.reducesinkkey0 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query53.q.out ql/src/test/results/clientpositive/perf/spark/query53.q.out index 3bb21ef..6d50296 100644 --- ql/src/test/results/clientpositive/perf/spark/query53.q.out +++ ql/src/test/results/clientpositive/perf/spark/query53.q.out @@ -78,6 +78,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -108,6 +109,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -126,6 +128,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 115500 Data size: 165890114 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: int) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -144,6 +147,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -243,6 +247,7 @@ STAGE PLANS: Statistics: Num rows: 191662559 Data size: 16908526602 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey2 (type: int), KEY.reducesinkkey1 (type: decimal(17,2)), KEY.reducesinkkey0 (type: decimal(21,6)) diff --git ql/src/test/results/clientpositive/perf/spark/query54.q.out ql/src/test/results/clientpositive/perf/spark/query54.q.out index 43132bc..7ea7deb 100644 --- ql/src/test/results/clientpositive/perf/spark/query54.q.out +++ ql/src/test/results/clientpositive/perf/spark/query54.q.out @@ -148,7 +148,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 29 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -167,6 +169,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 30 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -205,6 +208,7 @@ STAGE PLANS: keys: 0 _col1 (type: string), _col2 (type: string) 1 _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -252,6 +256,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -270,6 +275,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -288,6 +294,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -315,6 +322,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 44000000 Data size: 44654715780 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 19 @@ -335,6 +343,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 431992504 Data size: 58579807164 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 24 Map Operator Tree: TableScan @@ -353,6 +362,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 431992504 Data size: 58579807164 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -370,6 +380,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -387,6 +398,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 115500 Data size: 165890114 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 27 Map Operator Tree: TableScan @@ -405,6 +417,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 31 Map Operator Tree: TableScan @@ -427,7 +440,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -518,6 +533,7 @@ STAGE PLANS: Map-reduce partition columns: _col5 (type: int) Statistics: Num rows: 316240138 Data size: 42883351551 Basic stats: COMPLETE Column stats: NONE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -580,6 +596,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 574982058 Data size: 77969728405 Basic stats: COMPLETE Column stats: NONE Reducer 23 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -614,6 +631,7 @@ STAGE PLANS: Statistics: Num rows: 9131 Data size: 10299768 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) Reducer 32 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -658,6 +676,7 @@ STAGE PLANS: Statistics: Num rows: 6456523813801603 Data size: 1024819115206086144 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -682,6 +701,7 @@ STAGE PLANS: Statistics: Num rows: 3228261906900801 Data size: 512409557603043008 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -700,6 +720,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: int) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), VALUE._col0 (type: int) @@ -716,6 +737,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) diff --git ql/src/test/results/clientpositive/perf/spark/query55.q.out ql/src/test/results/clientpositive/perf/spark/query55.q.out index 44eb24e..2c2c5e3 100644 --- ql/src/test/results/clientpositive/perf/spark/query55.q.out +++ ql/src/test/results/clientpositive/perf/spark/query55.q.out @@ -56,6 +56,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -73,6 +74,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -91,6 +93,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -130,6 +133,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -148,6 +152,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string), KEY.reducesinkkey0 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query56.q.out ql/src/test/results/clientpositive/perf/spark/query56.q.out index 0c90268..b369c62 100644 --- ql/src/test/results/clientpositive/perf/spark/query56.q.out +++ ql/src/test/results/clientpositive/perf/spark/query56.q.out @@ -178,6 +178,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -195,6 +196,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -212,6 +214,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -234,6 +237,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -252,6 +256,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -270,6 +275,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 31 Map Operator Tree: TableScan @@ -288,6 +294,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 34 Map Operator Tree: TableScan @@ -305,6 +312,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 35 Map Operator Tree: TableScan @@ -322,6 +330,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -340,6 +349,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -415,6 +425,7 @@ STAGE PLANS: Statistics: Num rows: 383314495 Data size: 51908482889 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 17 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -435,6 +446,7 @@ STAGE PLANS: Statistics: Num rows: 670816147 Data size: 72801917426 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(27,2)) Reducer 19 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -521,6 +533,7 @@ STAGE PLANS: Statistics: Num rows: 191667562 Data size: 26061245514 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 28 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -563,6 +576,7 @@ STAGE PLANS: Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 30 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -611,6 +625,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: decimal(7,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -631,6 +646,7 @@ STAGE PLANS: Statistics: Num rows: 670816147 Data size: 72801917426 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(27,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -645,6 +661,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: decimal(27,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query57.q.out ql/src/test/results/clientpositive/perf/spark/query57.q.out index 1b66f54..3ed57e1 100644 --- ql/src/test/results/clientpositive/perf/spark/query57.q.out +++ ql/src/test/results/clientpositive/perf/spark/query57.q.out @@ -120,6 +120,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -143,6 +144,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -166,6 +168,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -207,6 +210,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -225,6 +229,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -243,6 +248,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -261,6 +267,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73048 Data size: 81740712 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -279,6 +286,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -297,6 +305,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -315,6 +324,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73048 Data size: 81740712 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 27 Map Operator Tree: TableScan @@ -333,6 +343,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -351,6 +362,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73048 Data size: 81740712 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Reducer 12 Local Work: Map Reduce Local Work @@ -402,6 +414,7 @@ STAGE PLANS: Statistics: Num rows: 383314495 Data size: 51908482889 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: decimal(17,2)) Reducer 14 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -416,6 +429,7 @@ STAGE PLANS: Statistics: Num rows: 191657247 Data size: 25954241376 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col5 (type: decimal(17,2)) Reducer 15 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey3 (type: int), VALUE._col0 (type: int), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: decimal(17,2)) @@ -577,6 +591,7 @@ STAGE PLANS: Statistics: Num rows: 383314495 Data size: 51908482889 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: decimal(17,2)) Reducer 23 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -653,6 +668,7 @@ STAGE PLANS: Statistics: Num rows: 383314495 Data size: 51908482889 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -729,6 +745,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: int), _col4 (type: decimal(21,6)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: decimal(21,6)), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)), VALUE._col6 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query58.q.out ql/src/test/results/clientpositive/perf/spark/query58.q.out index f06cbef..823a184 100644 --- ql/src/test/results/clientpositive/perf/spark/query58.q.out +++ ql/src/test/results/clientpositive/perf/spark/query58.q.out @@ -162,7 +162,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -206,7 +208,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 24 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -250,7 +254,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 37 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -312,6 +318,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -339,6 +346,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 36524 Data size: 41199072 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 15 @@ -359,6 +367,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -377,6 +386,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -395,6 +405,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -413,6 +424,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -440,6 +452,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 36524 Data size: 41199072 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 28 @@ -460,6 +473,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 29 Map Operator Tree: TableScan @@ -478,6 +492,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 33 Map Operator Tree: TableScan @@ -496,6 +511,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 34 Map Operator Tree: TableScan @@ -514,6 +530,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 38 Map Operator Tree: TableScan @@ -541,6 +558,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 36524 Data size: 41199072 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 41 @@ -561,6 +579,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -579,6 +598,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -597,6 +617,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 13 Reduce Operator Tree: Join Operator @@ -618,6 +639,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 80353 Data size: 89916016 Basic stats: COMPLETE Column stats: NONE Reducer 14 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -668,6 +690,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 19 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -733,6 +756,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 80353 Data size: 89916016 Basic stats: COMPLETE Column stats: NONE Reducer 27 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -805,6 +829,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 32 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -854,6 +879,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 80353 Data size: 89916016 Basic stats: COMPLETE Column stats: NONE Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -868,6 +894,7 @@ STAGE PLANS: Statistics: Num rows: 174233858 Data size: 23594764438 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 40 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -905,6 +932,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(38,17)), _col3 (type: decimal(17,2)), _col4 (type: decimal(38,17)), _col5 (type: decimal(17,2)), _col6 (type: decimal(38,17)), _col7 (type: decimal(23,6)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: decimal(17,2)), VALUE._col0 (type: decimal(38,17)), VALUE._col1 (type: decimal(17,2)), VALUE._col2 (type: decimal(38,17)), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(38,17)), VALUE._col5 (type: decimal(23,6)) diff --git ql/src/test/results/clientpositive/perf/spark/query59.q.out ql/src/test/results/clientpositive/perf/spark/query59.q.out index c2fe4f7..e9e4b28 100644 --- ql/src/test/results/clientpositive/perf/spark/query59.q.out +++ ql/src/test/results/clientpositive/perf/spark/query59.q.out @@ -111,6 +111,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -134,6 +135,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -168,6 +170,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -186,6 +189,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -204,6 +208,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -221,6 +226,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -239,6 +245,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -256,6 +263,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator @@ -283,6 +291,7 @@ STAGE PLANS: Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5) @@ -355,6 +364,7 @@ STAGE PLANS: Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)), _col8 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6) @@ -421,6 +431,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: decimal(37,20)), _col4 (type: decimal(37,20)), _col5 (type: decimal(37,20)), _col6 (type: decimal(37,20)), _col7 (type: decimal(37,20)), _col8 (type: decimal(37,20)), _col9 (type: decimal(37,20)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: decimal(37,20)), VALUE._col1 (type: decimal(37,20)), VALUE._col2 (type: decimal(37,20)), VALUE._col3 (type: decimal(37,20)), VALUE._col4 (type: decimal(37,20)), VALUE._col5 (type: decimal(37,20)), VALUE._col6 (type: decimal(37,20)) diff --git ql/src/test/results/clientpositive/perf/spark/query6.q.out ql/src/test/results/clientpositive/perf/spark/query6.q.out index 954bacb..a7f08d4 100644 --- ql/src/test/results/clientpositive/perf/spark/query6.q.out +++ ql/src/test/results/clientpositive/perf/spark/query6.q.out @@ -84,7 +84,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 18 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -103,6 +105,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 19 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -154,6 +157,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -172,6 +176,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -190,6 +195,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -208,6 +214,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -228,6 +235,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -246,6 +254,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: decimal(7,2)) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -268,6 +277,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 12 Reduce Operator Tree: Join Operator @@ -285,6 +295,7 @@ STAGE PLANS: Statistics: Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: string) Reducer 15 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -406,6 +417,7 @@ STAGE PLANS: Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -423,6 +435,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) @@ -439,6 +452,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) diff --git ql/src/test/results/clientpositive/perf/spark/query60.q.out ql/src/test/results/clientpositive/perf/spark/query60.q.out index ec69e75..ef7a0df 100644 --- ql/src/test/results/clientpositive/perf/spark/query60.q.out +++ ql/src/test/results/clientpositive/perf/spark/query60.q.out @@ -198,6 +198,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -215,6 +216,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -232,6 +234,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -254,6 +257,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -272,6 +276,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -290,6 +295,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 31 Map Operator Tree: TableScan @@ -308,6 +314,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 34 Map Operator Tree: TableScan @@ -325,6 +332,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 35 Map Operator Tree: TableScan @@ -342,6 +350,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -360,6 +369,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -435,6 +445,7 @@ STAGE PLANS: Statistics: Num rows: 383314495 Data size: 51908482889 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 17 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -456,6 +467,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(27,2)) Reducer 19 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -542,6 +554,7 @@ STAGE PLANS: Statistics: Num rows: 191667562 Data size: 26061245514 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 28 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -585,6 +598,7 @@ STAGE PLANS: Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 30 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -633,6 +647,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: decimal(7,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -654,6 +669,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(27,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -667,6 +683,7 @@ STAGE PLANS: Statistics: Num rows: 335408073 Data size: 36400958658 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: decimal(27,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query61.q.out ql/src/test/results/clientpositive/perf/spark/query61.q.out index 5062307..7cfaa78 100644 --- ql/src/test/results/clientpositive/perf/spark/query61.q.out +++ ql/src/test/results/clientpositive/perf/spark/query61.q.out @@ -113,6 +113,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -144,6 +145,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -161,6 +163,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -179,6 +182,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 22 Map Operator Tree: TableScan @@ -196,6 +200,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 23 Map Operator Tree: TableScan @@ -213,6 +218,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 15 Reduce Operator Tree: Join Operator @@ -248,6 +254,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)) Reducer 17 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -325,6 +332,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 13 @@ -343,6 +351,7 @@ STAGE PLANS: keys: 0 _col4 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -375,6 +384,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -392,6 +402,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -409,6 +420,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -426,6 +438,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -444,6 +457,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -479,6 +493,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -508,6 +523,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(38,19)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(17,2)), KEY.reducesinkkey1 (type: decimal(17,2)), VALUE._col0 (type: decimal(38,19)) diff --git ql/src/test/results/clientpositive/perf/spark/query63.q.out ql/src/test/results/clientpositive/perf/spark/query63.q.out index 3c934de..21d4749 100644 --- ql/src/test/results/clientpositive/perf/spark/query63.q.out +++ ql/src/test/results/clientpositive/perf/spark/query63.q.out @@ -80,6 +80,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -110,6 +111,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -128,6 +130,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 115500 Data size: 165890114 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: int) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -146,6 +149,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -245,6 +249,7 @@ STAGE PLANS: Statistics: Num rows: 191662559 Data size: 16908526602 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey2 (type: decimal(17,2)), KEY.reducesinkkey1 (type: decimal(21,6)) diff --git ql/src/test/results/clientpositive/perf/spark/query65.q.out ql/src/test/results/clientpositive/perf/spark/query65.q.out index 3b3baef..c587e9a 100644 --- ql/src/test/results/clientpositive/perf/spark/query65.q.out +++ ql/src/test/results/clientpositive/perf/spark/query65.q.out @@ -81,6 +81,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -104,6 +105,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -151,6 +153,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 10 @@ -171,6 +174,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1704 Data size: 3256276 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -189,6 +193,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)), _col4 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -223,9 +228,11 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -281,6 +288,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(7,2)), _col4 (type: decimal(7,2)), _col5 (type: string) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(7,2)), VALUE._col2 (type: decimal(7,2)), VALUE._col3 (type: string) @@ -297,6 +305,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/perf/spark/query66.q.out ql/src/test/results/clientpositive/perf/spark/query66.q.out index 17e6ac7..b779dfc 100644 --- ql/src/test/results/clientpositive/perf/spark/query66.q.out +++ ql/src/test/results/clientpositive/perf/spark/query66.q.out @@ -469,6 +469,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 9 @@ -487,6 +488,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -510,6 +512,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -533,6 +536,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 16 @@ -551,6 +555,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -574,6 +579,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -616,6 +622,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 10 @@ -646,6 +653,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 14 @@ -666,6 +674,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -684,6 +693,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) + Execution mode: vectorized Reducer 11 Local Work: Map Reduce Local Work @@ -733,6 +743,7 @@ STAGE PLANS: Statistics: Num rows: 421645953 Data size: 57099332415 Basic stats: PARTIAL Column stats: NONE value expressions: _col6 (type: decimal(28,2)), _col7 (type: decimal(28,2)), _col8 (type: decimal(28,2)), _col9 (type: decimal(28,2)), _col10 (type: decimal(28,2)), _col11 (type: decimal(28,2)), _col12 (type: decimal(28,2)), _col13 (type: decimal(28,2)), _col14 (type: decimal(28,2)), _col15 (type: decimal(28,2)), _col16 (type: decimal(28,2)), _col17 (type: decimal(28,2)), _col18 (type: decimal(28,2)), _col19 (type: decimal(28,2)), _col20 (type: decimal(28,2)), _col21 (type: decimal(28,2)), _col22 (type: decimal(28,2)), _col23 (type: decimal(28,2)), _col24 (type: decimal(28,2)), _col25 (type: decimal(28,2)), _col26 (type: decimal(28,2)), _col27 (type: decimal(28,2)), _col28 (type: decimal(28,2)), _col29 (type: decimal(28,2)) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), sum(VALUE._col8), sum(VALUE._col9), sum(VALUE._col10), sum(VALUE._col11), sum(VALUE._col12), sum(VALUE._col13), sum(VALUE._col14), sum(VALUE._col15), sum(VALUE._col16), sum(VALUE._col17), sum(VALUE._col18), sum(VALUE._col19), sum(VALUE._col20), sum(VALUE._col21), sum(VALUE._col22), sum(VALUE._col23) @@ -806,6 +817,7 @@ STAGE PLANS: Statistics: Num rows: 210834322 Data size: 28667370686 Basic stats: PARTIAL Column stats: NONE value expressions: _col6 (type: decimal(28,2)), _col7 (type: decimal(28,2)), _col8 (type: decimal(28,2)), _col9 (type: decimal(28,2)), _col10 (type: decimal(28,2)), _col11 (type: decimal(28,2)), _col12 (type: decimal(28,2)), _col13 (type: decimal(28,2)), _col14 (type: decimal(28,2)), _col15 (type: decimal(28,2)), _col16 (type: decimal(28,2)), _col17 (type: decimal(28,2)), _col18 (type: decimal(28,2)), _col19 (type: decimal(28,2)), _col20 (type: decimal(28,2)), _col21 (type: decimal(28,2)), _col22 (type: decimal(28,2)), _col23 (type: decimal(28,2)), _col24 (type: decimal(28,2)), _col25 (type: decimal(28,2)), _col26 (type: decimal(28,2)), _col27 (type: decimal(28,2)), _col28 (type: decimal(28,2)), _col29 (type: decimal(28,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), sum(VALUE._col8), sum(VALUE._col9), sum(VALUE._col10), sum(VALUE._col11), sum(VALUE._col12), sum(VALUE._col13), sum(VALUE._col14), sum(VALUE._col15), sum(VALUE._col16), sum(VALUE._col17), sum(VALUE._col18), sum(VALUE._col19), sum(VALUE._col20), sum(VALUE._col21), sum(VALUE._col22), sum(VALUE._col23) @@ -831,6 +843,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col6 (type: decimal(38,2)), _col7 (type: decimal(38,2)), _col8 (type: decimal(38,2)), _col9 (type: decimal(38,2)), _col10 (type: decimal(38,2)), _col11 (type: decimal(38,2)), _col12 (type: decimal(38,2)), _col13 (type: decimal(38,2)), _col14 (type: decimal(38,2)), _col15 (type: decimal(38,2)), _col16 (type: decimal(38,2)), _col17 (type: decimal(38,2)), _col18 (type: decimal(38,12)), _col19 (type: decimal(38,12)), _col20 (type: decimal(38,12)), _col21 (type: decimal(38,12)), _col22 (type: decimal(38,12)), _col23 (type: decimal(38,12)), _col24 (type: decimal(38,12)), _col25 (type: decimal(38,12)), _col26 (type: decimal(38,12)), _col27 (type: decimal(38,12)), _col28 (type: decimal(38,12)), _col29 (type: decimal(38,12)), _col30 (type: decimal(38,2)), _col31 (type: decimal(38,2)), _col32 (type: decimal(38,2)), _col33 (type: decimal(38,2)), _col34 (type: decimal(38,2)), _col35 (type: decimal(38,2)), _col36 (type: decimal(38,2)), _col37 (type: decimal(38,2)), _col38 (type: decimal(38,2)), _col39 (type: decimal(38,2)), _col40 (type: decimal(38,2)), _col41 (type: decimal(38,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4), sum(VALUE._col5), sum(VALUE._col6), sum(VALUE._col7), sum(VALUE._col8), sum(VALUE._col9), sum(VALUE._col10), sum(VALUE._col11), sum(VALUE._col12), sum(VALUE._col13), sum(VALUE._col14), sum(VALUE._col15), sum(VALUE._col16), sum(VALUE._col17), sum(VALUE._col18), sum(VALUE._col19), sum(VALUE._col20), sum(VALUE._col21), sum(VALUE._col22), sum(VALUE._col23), sum(VALUE._col24), sum(VALUE._col25), sum(VALUE._col26), sum(VALUE._col27), sum(VALUE._col28), sum(VALUE._col29), sum(VALUE._col30), sum(VALUE._col31), sum(VALUE._col32), sum(VALUE._col33), sum(VALUE._col34), sum(VALUE._col35) @@ -845,6 +858,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: decimal(38,2)), _col7 (type: decimal(38,2)), _col8 (type: decimal(38,2)), _col9 (type: decimal(38,2)), _col10 (type: decimal(38,2)), _col11 (type: decimal(38,2)), _col12 (type: decimal(38,2)), _col13 (type: decimal(38,2)), _col14 (type: decimal(38,2)), _col15 (type: decimal(38,2)), _col16 (type: decimal(38,2)), _col17 (type: decimal(38,2)), _col18 (type: decimal(38,12)), _col19 (type: decimal(38,12)), _col20 (type: decimal(38,12)), _col21 (type: decimal(38,12)), _col22 (type: decimal(38,12)), _col23 (type: decimal(38,12)), _col24 (type: decimal(38,12)), _col25 (type: decimal(38,12)), _col26 (type: decimal(38,12)), _col27 (type: decimal(38,12)), _col28 (type: decimal(38,12)), _col29 (type: decimal(38,12)), _col30 (type: decimal(38,2)), _col31 (type: decimal(38,2)), _col32 (type: decimal(38,2)), _col33 (type: decimal(38,2)), _col34 (type: decimal(38,2)), _col35 (type: decimal(38,2)), _col36 (type: decimal(38,2)), _col37 (type: decimal(38,2)), _col38 (type: decimal(38,2)), _col39 (type: decimal(38,2)), _col40 (type: decimal(38,2)), _col41 (type: decimal(38,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: decimal(38,2)), VALUE._col6 (type: decimal(38,2)), VALUE._col7 (type: decimal(38,2)), VALUE._col8 (type: decimal(38,2)), VALUE._col9 (type: decimal(38,2)), VALUE._col10 (type: decimal(38,2)), VALUE._col11 (type: decimal(38,2)), VALUE._col12 (type: decimal(38,2)), VALUE._col13 (type: decimal(38,2)), VALUE._col14 (type: decimal(38,2)), VALUE._col15 (type: decimal(38,2)), VALUE._col16 (type: decimal(38,2)), VALUE._col17 (type: decimal(38,12)), VALUE._col18 (type: decimal(38,12)), VALUE._col19 (type: decimal(38,12)), VALUE._col20 (type: decimal(38,12)), VALUE._col21 (type: decimal(38,12)), VALUE._col22 (type: decimal(38,12)), VALUE._col23 (type: decimal(38,12)), VALUE._col24 (type: decimal(38,12)), VALUE._col25 (type: decimal(38,12)), VALUE._col26 (type: decimal(38,12)), VALUE._col27 (type: decimal(38,12)), VALUE._col28 (type: decimal(38,12)), VALUE._col29 (type: decimal(38,2)), VALUE._col30 (type: decimal(38,2)), VALUE._col31 (type: decimal(38,2)), VALUE._col32 (type: decimal(38,2)), VALUE._col33 (type: decimal(38,2)), VALUE._col34 (type: decimal(38,2)), VALUE._col35 (type: decimal(38,2)), VALUE._col36 (type: decimal(38,2)), VALUE._col37 (type: decimal(38,2)), VALUE._col38 (type: decimal(38,2)), VALUE._col39 (type: decimal(38,2)), VALUE._col40 (type: decimal(38,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query67.q.out ql/src/test/results/clientpositive/perf/spark/query67.q.out index 26f6775..f8c5313 100644 --- ql/src/test/results/clientpositive/perf/spark/query67.q.out +++ ql/src/test/results/clientpositive/perf/spark/query67.q.out @@ -110,6 +110,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -141,6 +142,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -159,6 +161,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: int), _col4 (type: int) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -177,6 +180,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work @@ -232,6 +236,7 @@ STAGE PLANS: Statistics: Num rows: 6899852151 Data size: 608706960084 Basic stats: COMPLETE Column stats: NONE value expressions: _col9 (type: decimal(28,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -252,6 +257,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: string) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: string), KEY.reducesinkkey1 (type: decimal(28,2)) @@ -291,6 +297,7 @@ STAGE PLANS: Statistics: Num rows: 1149975358 Data size: 101451159969 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: int), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: int), KEY.reducesinkkey7 (type: string), KEY.reducesinkkey8 (type: decimal(28,2)), KEY.reducesinkkey9 (type: int) diff --git ql/src/test/results/clientpositive/perf/spark/query68.q.out ql/src/test/results/clientpositive/perf/spark/query68.q.out index 585aa40..01aa5e0 100644 --- ql/src/test/results/clientpositive/perf/spark/query68.q.out +++ ql/src/test/results/clientpositive/perf/spark/query68.q.out @@ -106,6 +106,7 @@ STAGE PLANS: keys: 0 _col4 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 11 @@ -124,6 +125,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 9 @@ -142,6 +144,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -173,6 +176,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -191,6 +195,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -209,6 +214,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -257,6 +263,7 @@ STAGE PLANS: Map-reduce partition columns: _col3 (type: int) Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col5 (type: int), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)), _col8 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 @@ -299,6 +306,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)), _col7 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey1 (type: int), VALUE._col3 (type: decimal(17,2)), VALUE._col4 (type: decimal(17,2)), VALUE._col5 (type: decimal(17,2)) @@ -337,6 +345,7 @@ STAGE PLANS: Statistics: Num rows: 843315281 Data size: 74397518956 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)), _col6 (type: decimal(17,2)) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) diff --git ql/src/test/results/clientpositive/perf/spark/query69.q.out ql/src/test/results/clientpositive/perf/spark/query69.q.out index efb3f30..42acbbc 100644 --- ql/src/test/results/clientpositive/perf/spark/query69.q.out +++ ql/src/test/results/clientpositive/perf/spark/query69.q.out @@ -118,6 +118,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -141,6 +142,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -164,6 +166,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -198,6 +201,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -234,6 +238,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 12 @@ -268,6 +273,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 15 @@ -302,6 +308,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 8 @@ -321,6 +328,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -339,7 +347,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int), _col5 (type: string) + Execution mode: vectorized Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -357,6 +367,7 @@ STAGE PLANS: Statistics: Num rows: 79201469 Data size: 10769109250 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean) Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -461,6 +472,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col5 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -479,6 +491,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: bigint), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: bigint), KEY.reducesinkkey4 (type: string), VALUE._col0 (type: bigint) diff --git ql/src/test/results/clientpositive/perf/spark/query7.q.out ql/src/test/results/clientpositive/perf/spark/query7.q.out index 71a08b0..89cb5c3 100644 --- ql/src/test/results/clientpositive/perf/spark/query7.q.out +++ ql/src/test/results/clientpositive/perf/spark/query7.q.out @@ -64,6 +64,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -95,6 +96,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -113,6 +115,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -130,6 +133,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 232725 Data size: 89648269 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -147,6 +151,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -215,6 +220,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint), _col7 (type: decimal(17,2)), _col8 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5), sum(VALUE._col6), count(VALUE._col7) @@ -233,6 +239,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: double), _col2 (type: decimal(37,22)), _col3 (type: decimal(37,22)), _col4 (type: decimal(37,22)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double), VALUE._col1 (type: decimal(37,22)), VALUE._col2 (type: decimal(37,22)), VALUE._col3 (type: decimal(37,22)) diff --git ql/src/test/results/clientpositive/perf/spark/query70.q.out ql/src/test/results/clientpositive/perf/spark/query70.q.out index df07790..9adcf7e 100644 --- ql/src/test/results/clientpositive/perf/spark/query70.q.out +++ ql/src/test/results/clientpositive/perf/spark/query70.q.out @@ -99,6 +99,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -122,6 +123,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -156,6 +158,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -173,6 +176,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -190,6 +194,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -208,6 +213,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Local Work: Map Reduce Local Work @@ -243,6 +249,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)) Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -257,6 +264,7 @@ STAGE PLANS: Statistics: Num rows: 348477374 Data size: 30742775095 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: decimal(17,2)) @@ -350,6 +358,7 @@ STAGE PLANS: Statistics: Num rows: 2299950717 Data size: 202902320028 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -368,6 +377,7 @@ STAGE PLANS: Statistics: Num rows: 1149975358 Data size: 101451159969 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: decimal(17,2)), VALUE._col2 (type: bigint) @@ -405,6 +415,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: decimal(17,2)), _col1 (type: string), _col2 (type: string) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey2 (type: int) diff --git ql/src/test/results/clientpositive/perf/spark/query71.q.out ql/src/test/results/clientpositive/perf/spark/query71.q.out index 92b7915..2392414 100644 --- ql/src/test/results/clientpositive/perf/spark/query71.q.out +++ ql/src/test/results/clientpositive/perf/spark/query71.q.out @@ -109,6 +109,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -126,6 +127,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -144,6 +146,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -161,6 +164,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -179,6 +183,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -197,6 +202,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 86400 Data size: 40694400 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -215,6 +221,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 12 Reduce Operator Tree: Join Operator @@ -288,6 +295,7 @@ STAGE PLANS: Statistics: Num rows: 1341632299 Data size: 145603835081 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -305,6 +313,7 @@ STAGE PLANS: Statistics: Num rows: 670816149 Data size: 72801917486 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: int) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: int), VALUE._col2 (type: int), KEY.reducesinkkey0 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query72.q.out ql/src/test/results/clientpositive/perf/spark/query72.q.out index d204803..9a582e6 100644 --- ql/src/test/results/clientpositive/perf/spark/query72.q.out +++ ql/src/test/results/clientpositive/perf/spark/query72.q.out @@ -85,6 +85,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -108,6 +109,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 16 @@ -123,6 +125,7 @@ STAGE PLANS: keys: 0 _col5 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -168,6 +171,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 41342400 Data size: 653203228 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col3 (type: int), _col5 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 13 @@ -188,6 +192,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: int) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -205,6 +210,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 930900 Data size: 358593079 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -223,6 +229,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -241,6 +248,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -258,6 +266,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -275,6 +284,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -293,6 +303,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int) + Execution mode: vectorized Reducer 10 Local Work: Map Reduce Local Work @@ -436,6 +447,7 @@ STAGE PLANS: Statistics: Num rows: 75451675 Data size: 10217672826 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2) @@ -450,6 +462,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint), _col4 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), KEY.reducesinkkey0 (type: bigint) diff --git ql/src/test/results/clientpositive/perf/spark/query73.q.out ql/src/test/results/clientpositive/perf/spark/query73.q.out index 7fec0e1..570199d 100644 --- ql/src/test/results/clientpositive/perf/spark/query73.q.out +++ ql/src/test/results/clientpositive/perf/spark/query73.q.out @@ -78,6 +78,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -114,6 +115,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -143,6 +145,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -197,6 +200,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 @@ -219,6 +223,7 @@ STAGE PLANS: Statistics: Num rows: 88000001 Data size: 75681779077 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: int) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), KEY.reducesinkkey0 (type: bigint) @@ -232,6 +237,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/perf/spark/query74.q.out ql/src/test/results/clientpositive/perf/spark/query74.q.out index 3ae334e..ce4ff7d 100644 --- ql/src/test/results/clientpositive/perf/spark/query74.q.out +++ ql/src/test/results/clientpositive/perf/spark/query74.q.out @@ -160,6 +160,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -178,6 +179,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -196,6 +198,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -214,6 +217,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -232,6 +236,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -250,6 +255,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -268,6 +274,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -286,6 +293,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -304,6 +312,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -322,6 +331,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -340,6 +350,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -358,6 +369,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -397,6 +409,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(7,2)) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -460,6 +473,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(7,2)) Reducer 18 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -532,6 +546,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(7,2)) Reducer 24 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -572,6 +587,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(7,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -623,6 +639,7 @@ STAGE PLANS: Statistics: Num rows: 383325119 Data size: 33817053278 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey2 (type: string) diff --git ql/src/test/results/clientpositive/perf/spark/query75.q.out ql/src/test/results/clientpositive/perf/spark/query75.q.out index 4b76570..b05ad43 100644 --- ql/src/test/results/clientpositive/perf/spark/query75.q.out +++ ql/src/test/results/clientpositive/perf/spark/query75.q.out @@ -188,6 +188,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -206,6 +207,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: int) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -224,6 +226,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -242,6 +245,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -259,6 +263,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -277,6 +282,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -295,6 +301,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -313,6 +320,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -331,6 +339,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 32 Map Operator Tree: TableScan @@ -348,6 +357,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 33 Map Operator Tree: TableScan @@ -366,6 +376,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: int) + Execution mode: vectorized Map 34 Map Operator Tree: TableScan @@ -384,6 +395,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 35 Map Operator Tree: TableScan @@ -402,6 +414,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 41 Map Operator Tree: TableScan @@ -420,6 +433,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 42 Map Operator Tree: TableScan @@ -438,6 +452,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Map 48 Map Operator Tree: TableScan @@ -456,6 +471,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 13 Reduce Operator Tree: Join Operator @@ -648,6 +664,7 @@ STAGE PLANS: Statistics: Num rows: 348467716 Data size: 47189528877 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: int), _col4 (type: decimal(7,2)), _col8 (type: int), _col9 (type: int), _col10 (type: int), _col12 (type: int) Reducer 30 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) @@ -665,6 +682,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) Statistics: Num rows: 766649929 Data size: 85832540296 Basic stats: COMPLETE Column stats: NONE Reducer 31 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) @@ -811,6 +829,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) Statistics: Num rows: 766649929 Data size: 85832540296 Basic stats: COMPLETE Column stats: NONE Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) @@ -828,6 +847,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) Statistics: Num rows: 766649929 Data size: 85832540296 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int), KEY._col3 (type: int), KEY._col4 (type: int), KEY._col5 (type: decimal(8,2)) @@ -870,6 +890,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: bigint), _col5 (type: bigint), _col7 (type: decimal(19,2)) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: bigint), VALUE._col5 (type: bigint), KEY.reducesinkkey0 (type: bigint), VALUE._col6 (type: decimal(19,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query76.q.out ql/src/test/results/clientpositive/perf/spark/query76.q.out index 0e18f35..d3f4295 100644 --- ql/src/test/results/clientpositive/perf/spark/query76.q.out +++ ql/src/test/results/clientpositive/perf/spark/query76.q.out @@ -80,6 +80,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -98,6 +99,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -116,6 +118,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -134,6 +137,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 143994918 Data size: 19499804476 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -152,6 +156,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -170,6 +175,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -188,6 +194,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 287997817 Data size: 25407250999 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -206,6 +213,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -224,6 +232,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 72001334 Data size: 9790099106 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -329,6 +338,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1) @@ -343,6 +353,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col5 (type: bigint), _col6 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query77.q.out ql/src/test/results/clientpositive/perf/spark/query77.q.out index 638bbd9..eea0f1d 100644 --- ql/src/test/results/clientpositive/perf/spark/query77.q.out +++ ql/src/test/results/clientpositive/perf/spark/query77.q.out @@ -243,6 +243,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -266,6 +267,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -289,6 +291,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -329,9 +332,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: decimal(17,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 18 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -365,6 +370,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -388,6 +394,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -411,6 +418,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -450,6 +458,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -467,6 +476,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -501,6 +511,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 20 @@ -521,6 +532,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -539,6 +551,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 29 Map Operator Tree: TableScan @@ -556,6 +569,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -573,6 +587,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8116 Data size: 9081804 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -591,6 +606,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Local Work: Map Reduce Local Work @@ -626,6 +642,7 @@ STAGE PLANS: Statistics: Num rows: 69685294 Data size: 5399255980 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -640,6 +657,7 @@ STAGE PLANS: Statistics: Num rows: 34842647 Data size: 2699627990 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 15 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -745,6 +763,7 @@ STAGE PLANS: Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 22 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -817,6 +836,7 @@ STAGE PLANS: Statistics: Num rows: 17422145 Data size: 1603485031 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 28 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -831,6 +851,7 @@ STAGE PLANS: Statistics: Num rows: 8711072 Data size: 801742469 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -869,6 +890,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(27,2)), _col5 (type: decimal(28,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -888,6 +910,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(27,2)), _col4 (type: decimal(28,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(27,2)), VALUE._col2 (type: decimal(28,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query78.q.out ql/src/test/results/clientpositive/perf/spark/query78.q.out index 1467c5f..766ca96 100644 --- ql/src/test/results/clientpositive/perf/spark/query78.q.out +++ ql/src/test/results/clientpositive/perf/spark/query78.q.out @@ -151,6 +151,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -168,6 +169,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -186,6 +188,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col3 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -200,6 +203,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -218,6 +222,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int), _col3 (type: int) Statistics: Num rows: 143994918 Data size: 19499804476 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -232,6 +237,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -250,6 +256,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col3 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -264,6 +271,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator @@ -287,6 +295,7 @@ STAGE PLANS: Statistics: Num rows: 87121617 Data size: 11846020431 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -350,6 +359,7 @@ STAGE PLANS: Statistics: Num rows: 87116928 Data size: 11797382144 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: decimal(17,2)) Reducer 18 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -413,6 +423,7 @@ STAGE PLANS: Statistics: Num rows: 79197206 Data size: 10724892626 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -472,6 +483,7 @@ STAGE PLANS: Statistics: Num rows: 23425424 Data size: 2066597727 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 2000 (type: int), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey8 (type: double), KEY.reducesinkkey2 (type: bigint), KEY.reducesinkkey3 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(17,2)), KEY.reducesinkkey5 (type: bigint), KEY.reducesinkkey6 (type: decimal(18,2)), KEY.reducesinkkey7 (type: decimal(18,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query79.q.out ql/src/test/results/clientpositive/perf/spark/query79.q.out index f010369..b6e8e1f 100644 --- ql/src/test/results/clientpositive/perf/spark/query79.q.out +++ ql/src/test/results/clientpositive/perf/spark/query79.q.out @@ -68,6 +68,7 @@ STAGE PLANS: keys: 0 _col4 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 9 @@ -86,6 +87,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -116,6 +118,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -134,6 +137,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -151,6 +155,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -172,6 +177,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: int), _col4 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey3 (type: decimal(17,2)) @@ -232,6 +238,7 @@ STAGE PLANS: Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: decimal(17,2)), _col5 (type: decimal(17,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) diff --git ql/src/test/results/clientpositive/perf/spark/query8.q.out ql/src/test/results/clientpositive/perf/spark/query8.q.out index 583abbc..1086d62 100644 --- ql/src/test/results/clientpositive/perf/spark/query8.q.out +++ ql/src/test/results/clientpositive/perf/spark/query8.q.out @@ -246,6 +246,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 34400807926 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -270,6 +271,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -288,6 +290,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -311,6 +314,7 @@ STAGE PLANS: Statistics: Num rows: 44000000 Data size: 44654715780 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -338,6 +342,7 @@ STAGE PLANS: Statistics: Num rows: 7333333 Data size: 7442452291 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -358,6 +363,7 @@ STAGE PLANS: Statistics: Num rows: 13666666 Data size: 13870024459 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -378,6 +384,7 @@ STAGE PLANS: Statistics: Num rows: 13666666 Data size: 13870024459 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -429,6 +436,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col1 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -458,6 +466,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: decimal(7,2)) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -475,6 +484,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work @@ -511,6 +521,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -525,6 +536,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query80.q.out ql/src/test/results/clientpositive/perf/spark/query80.q.out index 9b008eb..d1710e2 100644 --- ql/src/test/results/clientpositive/perf/spark/query80.q.out +++ ql/src/test/results/clientpositive/perf/spark/query80.q.out @@ -219,6 +219,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 11 @@ -237,6 +238,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -260,6 +262,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -283,6 +286,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -306,6 +310,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -329,6 +334,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 30 @@ -347,6 +353,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -370,6 +377,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -408,6 +416,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col4 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -426,6 +435,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int), _col4 (type: int) Statistics: Num rows: 287989836 Data size: 38999608952 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int), _col3 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -444,6 +454,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -461,6 +472,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 154000 Data size: 221186819 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -479,6 +491,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 46000 Data size: 21198808 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 22 Map Operator Tree: TableScan @@ -497,6 +510,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col4 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -515,6 +529,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 28 Map Operator Tree: TableScan @@ -532,6 +547,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 154000 Data size: 221186819 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -550,6 +566,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 13 Local Work: Map Reduce Local Work @@ -633,6 +650,7 @@ STAGE PLANS: Statistics: Num rows: 463810558 Data size: 62809267017 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(22,2)), _col3 (type: decimal(23,2)) Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -762,6 +780,7 @@ STAGE PLANS: Statistics: Num rows: 231917759 Data size: 31534108438 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(22,2)), _col3 (type: decimal(23,2)) Reducer 25 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -835,6 +854,7 @@ STAGE PLANS: Statistics: Num rows: 927646829 Data size: 81837272625 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(22,2)), _col3 (type: decimal(23,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -860,6 +880,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: decimal(27,2)), _col4 (type: decimal(32,2)), _col5 (type: decimal(33,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -879,6 +900,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: decimal(27,2)), _col3 (type: decimal(32,2)), _col4 (type: decimal(33,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(27,2)), VALUE._col1 (type: decimal(32,2)), VALUE._col2 (type: decimal(33,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query81.q.out ql/src/test/results/clientpositive/perf/spark/query81.q.out index 5b2d5b3..2928647 100644 --- ql/src/test/results/clientpositive/perf/spark/query81.q.out +++ ql/src/test/results/clientpositive/perf/spark/query81.q.out @@ -96,6 +96,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -113,6 +114,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -131,6 +133,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -149,6 +152,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -166,6 +170,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -184,6 +189,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 40000000 Data size: 40595195284 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -202,6 +208,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: decimal(5,2)), _col11 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -220,6 +227,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -282,6 +290,7 @@ STAGE PLANS: Statistics: Num rows: 44000000 Data size: 44654715780 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -345,6 +354,7 @@ STAGE PLANS: Statistics: Num rows: 96800003 Data size: 83249958789 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string), KEY.reducesinkkey6 (type: string), KEY.reducesinkkey7 (type: string), KEY.reducesinkkey8 (type: string), KEY.reducesinkkey9 (type: string), KEY.reducesinkkey10 (type: string), KEY.reducesinkkey11 (type: string), KEY.reducesinkkey12 (type: decimal(5,2)), KEY.reducesinkkey13 (type: string), KEY.reducesinkkey14 (type: decimal(17,2)) @@ -403,6 +413,7 @@ STAGE PLANS: Statistics: Num rows: 44000000 Data size: 44654715780 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/perf/spark/query82.q.out ql/src/test/results/clientpositive/perf/spark/query82.q.out index fb30019..6ccd1cb 100644 --- ql/src/test/results/clientpositive/perf/spark/query82.q.out +++ ql/src/test/results/clientpositive/perf/spark/query82.q.out @@ -56,6 +56,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -84,6 +85,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -102,6 +104,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 25666 Data size: 36863512 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -129,6 +132,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 4593600 Data size: 72578135 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 @@ -155,6 +159,7 @@ STAGE PLANS: Statistics: Num rows: 1267190424 Data size: 111791907016 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: decimal(7,2)) @@ -168,6 +173,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string), _col2 (type: decimal(7,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: decimal(7,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query83.q.out ql/src/test/results/clientpositive/perf/spark/query83.q.out index 614ae49..8f9d3db 100644 --- ql/src/test/results/clientpositive/perf/spark/query83.q.out +++ ql/src/test/results/clientpositive/perf/spark/query83.q.out @@ -178,6 +178,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -196,6 +197,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -218,6 +220,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -236,6 +239,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int) + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -254,6 +258,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -272,6 +277,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 21 Map Operator Tree: TableScan @@ -290,6 +296,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 24 Map Operator Tree: TableScan @@ -312,6 +319,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 25 Map Operator Tree: TableScan @@ -330,6 +338,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int) + Execution mode: vectorized Map 29 Map Operator Tree: TableScan @@ -348,6 +357,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 30 Map Operator Tree: TableScan @@ -366,6 +376,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 32 Map Operator Tree: TableScan @@ -384,6 +395,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 35 Map Operator Tree: TableScan @@ -406,6 +418,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36525 Data size: 40871475 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -424,6 +437,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -442,6 +456,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 73049 Data size: 81741831 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator @@ -463,6 +478,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 80353 Data size: 89916016 Basic stats: COMPLETE Column stats: NONE Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -513,6 +529,7 @@ STAGE PLANS: Statistics: Num rows: 69685294 Data size: 5399255980 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 17 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -578,6 +595,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 80353 Data size: 89916016 Basic stats: COMPLETE Column stats: NONE Reducer 23 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -628,6 +646,7 @@ STAGE PLANS: Statistics: Num rows: 17422145 Data size: 1603485031 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 28 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -699,6 +718,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 80353 Data size: 89916016 Basic stats: COMPLETE Column stats: NONE Reducer 34 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -711,6 +731,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 40176 Data size: 44957448 Basic stats: COMPLETE Column stats: NONE Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -747,6 +768,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: double), _col3 (type: bigint), _col4 (type: double), _col5 (type: bigint), _col6 (type: double), _col7 (type: decimal(25,6)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), VALUE._col0 (type: double), VALUE._col1 (type: bigint), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: decimal(25,6)) diff --git ql/src/test/results/clientpositive/perf/spark/query84.q.out ql/src/test/results/clientpositive/perf/spark/query84.q.out index 8c0cab3..04c311a 100644 --- ql/src/test/results/clientpositive/perf/spark/query84.q.out +++ ql/src/test/results/clientpositive/perf/spark/query84.q.out @@ -65,6 +65,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -98,6 +99,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -126,6 +128,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 57591150 Data size: 4462194832 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -143,6 +146,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -161,6 +165,7 @@ STAGE PLANS: Map-reduce partition columns: _col3 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int), _col2 (type: int), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -178,6 +183,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -201,6 +207,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/perf/spark/query85.q.out ql/src/test/results/clientpositive/perf/spark/query85.q.out index d60751c..781256c 100644 --- ql/src/test/results/clientpositive/perf/spark/query85.q.out +++ ql/src/test/results/clientpositive/perf/spark/query85.q.out @@ -191,6 +191,7 @@ STAGE PLANS: keys: 0 _col4 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -214,6 +215,7 @@ STAGE PLANS: keys: 0 _col10 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -247,6 +249,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col5 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col6 (type: decimal(7,2)), _col7 (type: decimal(7,2)) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -265,6 +268,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10000000 Data size: 10148798821 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -282,6 +286,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -300,6 +305,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -317,6 +323,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string), _col2 (type: string) Statistics: Num rows: 1861800 Data size: 717186159 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -335,6 +342,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int), _col3 (type: int) Statistics: Num rows: 16000296 Data size: 2175577518 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -452,6 +460,7 @@ STAGE PLANS: Statistics: Num rows: 2047980 Data size: 788904791 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: decimal(17,2)), _col4 (type: bigint), _col5 (type: decimal(17,2)), _col6 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), count(VALUE._col5) @@ -469,6 +478,7 @@ STAGE PLANS: Statistics: Num rows: 1023990 Data size: 394452395 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: decimal(37,22)), KEY.reducesinkkey3 (type: decimal(37,22)) diff --git ql/src/test/results/clientpositive/perf/spark/query86.q.out ql/src/test/results/clientpositive/perf/spark/query86.q.out index ddd9771..930bb7e 100644 --- ql/src/test/results/clientpositive/perf/spark/query86.q.out +++ ql/src/test/results/clientpositive/perf/spark/query86.q.out @@ -74,6 +74,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -114,6 +115,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -134,6 +136,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 462000 Data size: 663560457 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -161,6 +164,7 @@ STAGE PLANS: Statistics: Num rows: 522729705 Data size: 71076122589 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -179,6 +183,7 @@ STAGE PLANS: Statistics: Num rows: 261364852 Data size: 35538061226 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: decimal(17,2)), VALUE._col2 (type: bigint) @@ -216,6 +221,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: decimal(17,2)), _col1 (type: string), _col2 (type: string) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey2 (type: int) diff --git ql/src/test/results/clientpositive/perf/spark/query87.q.out ql/src/test/results/clientpositive/perf/spark/query87.q.out index 7977a62..e90aa4a 100644 --- ql/src/test/results/clientpositive/perf/spark/query87.q.out +++ ql/src/test/results/clientpositive/perf/spark/query87.q.out @@ -68,6 +68,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -91,6 +92,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -114,6 +116,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -159,6 +162,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 13 @@ -179,6 +183,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -207,6 +212,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 9 @@ -237,6 +243,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 10 @@ -260,6 +267,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string) Statistics: Num rows: 348467716 Data size: 47189528877 Basic stats: COMPLETE Column stats: NONE Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string) @@ -317,6 +325,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string) Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string) @@ -374,6 +383,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string) Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string) @@ -411,6 +421,7 @@ STAGE PLANS: Statistics: Num rows: 261355616 Data size: 27168769766 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint), _col4 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -452,6 +463,7 @@ STAGE PLANS: Statistics: Num rows: 54450625 Data size: 7055042151 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: bigint), _col4 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -478,6 +490,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/perf/spark/query88.q.out ql/src/test/results/clientpositive/perf/spark/query88.q.out index be44719..f976818 100644 --- ql/src/test/results/clientpositive/perf/spark/query88.q.out +++ ql/src/test/results/clientpositive/perf/spark/query88.q.out @@ -217,6 +217,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 8 @@ -235,6 +236,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 9 @@ -253,6 +255,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -318,6 +321,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 16 @@ -370,6 +374,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 21 @@ -422,6 +427,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 26 @@ -474,6 +480,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 31 @@ -526,6 +533,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 36 @@ -578,6 +586,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 6 @@ -630,9 +639,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 12 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -652,6 +663,7 @@ STAGE PLANS: 6 7 Reducer 17 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -671,6 +683,7 @@ STAGE PLANS: 6 7 Reducer 22 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -690,6 +703,7 @@ STAGE PLANS: 6 7 Reducer 27 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -709,6 +723,7 @@ STAGE PLANS: 6 7 Reducer 32 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -728,6 +743,7 @@ STAGE PLANS: 6 7 Reducer 37 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -747,6 +763,7 @@ STAGE PLANS: 6 7 Reducer 7 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -786,6 +803,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -804,6 +822,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 5 @@ -822,6 +841,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -881,9 +901,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -952,6 +974,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 14 @@ -970,6 +993,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 15 @@ -988,6 +1012,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1011,6 +1036,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 19 @@ -1029,6 +1055,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 20 @@ -1047,6 +1074,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1070,6 +1098,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 24 @@ -1088,6 +1117,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 25 @@ -1106,6 +1136,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1129,6 +1160,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 29 @@ -1147,6 +1179,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 30 @@ -1165,6 +1198,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1188,6 +1222,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 34 @@ -1206,6 +1241,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 35 @@ -1224,6 +1260,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1247,6 +1284,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 39 @@ -1265,6 +1303,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 40 @@ -1283,6 +1322,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/perf/spark/query89.q.out ql/src/test/results/clientpositive/perf/spark/query89.q.out index c933fe1..ad4d600 100644 --- ql/src/test/results/clientpositive/perf/spark/query89.q.out +++ ql/src/test/results/clientpositive/perf/spark/query89.q.out @@ -78,6 +78,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -109,6 +110,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -127,6 +129,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -145,6 +148,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 36524 Data size: 40870356 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -196,6 +200,7 @@ STAGE PLANS: Statistics: Num rows: 766650239 Data size: 67634106676 Basic stats: COMPLETE Column stats: NONE value expressions: _col6 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -253,6 +258,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: decimal(17,2)), _col7 (type: decimal(21,6)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), VALUE._col5 (type: decimal(17,2)), VALUE._col6 (type: decimal(21,6)) diff --git ql/src/test/results/clientpositive/perf/spark/query9.q.out ql/src/test/results/clientpositive/perf/spark/query9.q.out index 610ce03..9446f66 100644 --- ql/src/test/results/clientpositive/perf/spark/query9.q.out +++ ql/src/test/results/clientpositive/perf/spark/query9.q.out @@ -158,6 +158,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -179,6 +180,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -198,6 +200,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -219,6 +222,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint) + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -240,6 +244,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint) + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -259,6 +264,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 20 Map Operator Tree: TableScan @@ -278,6 +284,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 22 Map Operator Tree: TableScan @@ -299,6 +306,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint) + Execution mode: vectorized Map 24 Map Operator Tree: TableScan @@ -320,6 +328,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint) + Execution mode: vectorized Map 26 Map Operator Tree: TableScan @@ -339,6 +348,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 28 Map Operator Tree: TableScan @@ -360,6 +370,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint) + Execution mode: vectorized Map 30 Map Operator Tree: TableScan @@ -381,6 +392,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -402,6 +414,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -423,6 +436,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)), _col1 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -442,7 +456,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -460,6 +476,7 @@ STAGE PLANS: 0 1 Reducer 13 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -477,6 +494,7 @@ STAGE PLANS: 0 1 Reducer 15 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -490,6 +508,7 @@ STAGE PLANS: 0 1 Reducer 17 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -507,6 +526,7 @@ STAGE PLANS: 0 1 Reducer 19 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -524,6 +544,7 @@ STAGE PLANS: 0 1 Reducer 21 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -537,6 +558,7 @@ STAGE PLANS: 0 1 Reducer 23 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -554,6 +576,7 @@ STAGE PLANS: 0 1 Reducer 25 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -571,6 +594,7 @@ STAGE PLANS: 0 1 Reducer 27 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -584,6 +608,7 @@ STAGE PLANS: 0 1 Reducer 29 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -601,6 +626,7 @@ STAGE PLANS: 0 1 Reducer 3 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -614,6 +640,7 @@ STAGE PLANS: 0 1 Reducer 31 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -631,6 +658,7 @@ STAGE PLANS: 0 1 Reducer 5 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -648,6 +676,7 @@ STAGE PLANS: 0 1 Reducer 7 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -665,6 +694,7 @@ STAGE PLANS: 0 1 Reducer 9 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -853,6 +883,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/perf/spark/query90.q.out ql/src/test/results/clientpositive/perf/spark/query90.q.out index 115a2cc..20cfe40 100644 --- ql/src/test/results/clientpositive/perf/spark/query90.q.out +++ ql/src/test/results/clientpositive/perf/spark/query90.q.out @@ -69,6 +69,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 11 @@ -87,6 +88,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 9 @@ -105,6 +107,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -164,9 +167,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 8 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -200,6 +205,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 5 @@ -218,6 +224,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 6 @@ -236,6 +243,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -296,9 +304,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -327,6 +337,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 17 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(35,20)) diff --git ql/src/test/results/clientpositive/perf/spark/query91.q.out ql/src/test/results/clientpositive/perf/spark/query91.q.out index b4f0650..ba03c41 100644 --- ql/src/test/results/clientpositive/perf/spark/query91.q.out +++ ql/src/test/results/clientpositive/perf/spark/query91.q.out @@ -85,6 +85,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -108,6 +109,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -140,6 +142,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 28798881 Data size: 3057234680 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: decimal(7,2)) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -158,6 +161,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 930900 Data size: 358593079 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -175,6 +179,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -192,6 +197,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 18262 Data size: 20435178 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -210,6 +216,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 80000000 Data size: 68801615852 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Reducer 10 Local Work: Map Reduce Local Work @@ -293,6 +300,7 @@ STAGE PLANS: Statistics: Num rows: 117128008 Data size: 100732454500 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -310,6 +318,7 @@ STAGE PLANS: Statistics: Num rows: 58564004 Data size: 50366227250 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query92.q.out ql/src/test/results/clientpositive/perf/spark/query92.q.out index e7b8632..c5d8792 100644 --- ql/src/test/results/clientpositive/perf/spark/query92.q.out +++ ql/src/test/results/clientpositive/perf/spark/query92.q.out @@ -83,6 +83,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -106,6 +107,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -147,6 +149,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 10 @@ -166,6 +169,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -200,6 +204,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(17,2)), _col2 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 @@ -229,6 +234,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -245,6 +251,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(17,2)) @@ -261,6 +268,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) diff --git ql/src/test/results/clientpositive/perf/spark/query93.q.out ql/src/test/results/clientpositive/perf/spark/query93.q.out index 71fbeb1..d7beccb 100644 --- ql/src/test/results/clientpositive/perf/spark/query93.q.out +++ ql/src/test/results/clientpositive/perf/spark/query93.q.out @@ -58,6 +58,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -97,6 +98,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col2 (type: int) Statistics: Num rows: 63350266 Data size: 4908414421 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 6 @@ -117,6 +119,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col2 (type: int) Statistics: Num rows: 575995635 Data size: 50814502088 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -144,6 +147,7 @@ STAGE PLANS: Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(28,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -157,6 +161,7 @@ STAGE PLANS: Statistics: Num rows: 316797606 Data size: 27947976754 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: int), KEY.reducesinkkey0 (type: decimal(28,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query94.q.out ql/src/test/results/clientpositive/perf/spark/query94.q.out index 2af8280..dde0b17 100644 --- ql/src/test/results/clientpositive/perf/spark/query94.q.out +++ ql/src/test/results/clientpositive/perf/spark/query94.q.out @@ -81,6 +81,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -104,6 +105,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -147,6 +149,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: decimal(7,2)), _col6 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 11 @@ -172,6 +175,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -190,6 +194,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -207,7 +212,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -303,6 +310,7 @@ STAGE PLANS: Statistics: Num rows: 115958879 Data size: 15767054151 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -320,6 +328,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 344 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -337,6 +346,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query95.q.out ql/src/test/results/clientpositive/perf/spark/query95.q.out index 72bb8af..b0df142 100644 --- ql/src/test/results/clientpositive/perf/spark/query95.q.out +++ ql/src/test/results/clientpositive/perf/spark/query95.q.out @@ -87,6 +87,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -110,6 +111,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -156,6 +158,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: int), _col4 (type: decimal(7,2)), _col5 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 10 @@ -176,6 +179,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -194,6 +198,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 14 Map Operator Tree: TableScan @@ -212,6 +217,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -230,6 +236,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 144002668 Data size: 19580198212 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 19 Map Operator Tree: TableScan @@ -247,6 +254,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 14398467 Data size: 1325194184 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -264,6 +272,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20000000 Data size: 20297597642 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator @@ -292,6 +301,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 158402938 Data size: 21538218500 Basic stats: COMPLETE Column stats: NONE Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -346,6 +356,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 174243235 Data size: 23692040863 Basic stats: COMPLETE Column stats: NONE Reducer 17 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -410,6 +421,7 @@ STAGE PLANS: Statistics: Num rows: 421668645 Data size: 57334741373 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(17,2)), _col3 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -427,6 +439,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 344 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -444,6 +457,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: decimal(17,2)), _col2 (type: decimal(17,2)) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: decimal(17,2)), VALUE._col1 (type: decimal(17,2)) diff --git ql/src/test/results/clientpositive/perf/spark/query96.q.out ql/src/test/results/clientpositive/perf/spark/query96.q.out index fed8084..68af7a4 100644 --- ql/src/test/results/clientpositive/perf/spark/query96.q.out +++ ql/src/test/results/clientpositive/perf/spark/query96.q.out @@ -54,6 +54,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 5 @@ -72,6 +73,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 6 @@ -90,6 +92,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -150,9 +153,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -169,6 +174,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint) diff --git ql/src/test/results/clientpositive/perf/spark/query97.q.out ql/src/test/results/clientpositive/perf/spark/query97.q.out index 14a2aed..1908e48 100644 --- ql/src/test/results/clientpositive/perf/spark/query97.q.out +++ ql/src/test/results/clientpositive/perf/spark/query97.q.out @@ -73,6 +73,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -96,6 +97,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -140,6 +142,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Map 6 @@ -174,9 +177,11 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 316788826 Data size: 42899570777 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -213,6 +218,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -230,6 +236,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) diff --git ql/src/test/results/clientpositive/perf/spark/query98.q.out ql/src/test/results/clientpositive/perf/spark/query98.q.out index 9513434..c69032b 100644 --- ql/src/test/results/clientpositive/perf/spark/query98.q.out +++ ql/src/test/results/clientpositive/perf/spark/query98.q.out @@ -86,6 +86,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -126,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 633595212 Data size: 55895953508 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: decimal(7,2)) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -146,6 +148,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 231000 Data size: 331780228 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: decimal(7,2)), _col4 (type: string), _col5 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -169,6 +172,7 @@ STAGE PLANS: Statistics: Num rows: 696954748 Data size: 61485550191 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: decimal(17,2)) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -183,6 +187,7 @@ STAGE PLANS: Statistics: Num rows: 348477374 Data size: 30742775095 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: decimal(7,2)), _col5 (type: decimal(17,2)) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: decimal(7,2)), VALUE._col4 (type: decimal(17,2)) @@ -218,6 +223,7 @@ STAGE PLANS: Statistics: Num rows: 348477374 Data size: 30742775095 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: decimal(7,2)), _col4 (type: decimal(17,2)) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey3 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: decimal(7,2)), VALUE._col1 (type: decimal(17,2)), KEY.reducesinkkey4 (type: decimal(38,17)) diff --git ql/src/test/results/clientpositive/perf/spark/query99.q.out ql/src/test/results/clientpositive/perf/spark/query99.q.out index f59db0a..1e584ae 100644 --- ql/src/test/results/clientpositive/perf/spark/query99.q.out +++ ql/src/test/results/clientpositive/perf/spark/query99.q.out @@ -92,6 +92,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 5 @@ -110,6 +111,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 6 @@ -128,6 +130,7 @@ STAGE PLANS: keys: 0 _col4 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -146,6 +149,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -225,9 +229,11 @@ STAGE PLANS: Statistics: Num rows: 421645953 Data size: 57099332415 Basic stats: PARTIAL Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3), sum(VALUE._col4) @@ -246,6 +252,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint), VALUE._col3 (type: bigint), VALUE._col4 (type: bigint) diff --git ql/src/test/results/clientpositive/perf/tez/query1.q.out ql/src/test/results/clientpositive/perf/tez/query1.q.out index cbdd09a..eb1f83c 100644 --- ql/src/test/results/clientpositive/perf/tez/query1.q.out +++ ql/src/test/results/clientpositive/perf/tez/query1.q.out @@ -62,11 +62,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_53] - Limit [LIM_52] (rows=100 width=860) + Reducer 7 vectorized + File Output Operator [FS_108] + Limit [LIM_107] (rows=100 width=860) Number of rows:100 - Select Operator [SEL_51] (rows=32266667 width=860) + Select Operator [SEL_106] (rows=32266667 width=860) Output:["_col0"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_50] @@ -75,18 +75,18 @@ Stage-0 Filter Operator [FIL_48] (rows=32266667 width=860) predicate:(_col2 > CASE WHEN (_col8 is null) THEN (null) ELSE (_col7) END) Merge Join Operator [MERGEJOIN_81] (rows=96800003 width=860) - Conds:RS_45._col1=RS_46._col2(Inner),Output:["_col2","_col6","_col7","_col8"] + Conds:RS_45._col1=RS_105._col2(Inner),Output:["_col2","_col6","_col7","_col8"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_45] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_79] (rows=88000001 width=860) - Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col1","_col2","_col6"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_43] + Conds:RS_42._col0=RS_100._col0(Inner),Output:["_col1","_col2","_col6"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_100] PartitionCols:_col0 - Select Operator [SEL_19] (rows=80000000 width=860) + Select Operator [SEL_99] (rows=80000000 width=860) Output:["_col0","_col1"] - Filter Operator [FIL_74] (rows=80000000 width=860) + Filter Operator [FIL_98] (rows=80000000 width=860) predicate:c_customer_sk is not null TableScan [TS_17] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id"] @@ -94,22 +94,22 @@ Stage-0 SHUFFLE [RS_42] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_78] (rows=34842647 width=77) - Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col1","_col2"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_40] + Conds:RS_94._col1=RS_97._col0(Inner),Output:["_col0","_col1","_col2"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_97] PartitionCols:_col0 - Select Operator [SEL_16] (rows=852 width=1910) + Select Operator [SEL_96] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_73] (rows=852 width=1910) + Filter Operator [FIL_95] (rows=852 width=1910) predicate:((s_state = 'NM') and s_store_sk is not null) TableScan [TS_14] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_39] + <-Reducer 3 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_94] PartitionCols:_col1 - Select Operator [SEL_13] (rows=31675133 width=77) + Select Operator [SEL_93] (rows=31675133 width=77) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_12] (rows=31675133 width=77) + Group By Operator [GBY_92] (rows=31675133 width=77) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_11] @@ -117,35 +117,35 @@ Stage-0 Group By Operator [GBY_10] (rows=63350266 width=77) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1 Merge Join Operator [MERGEJOIN_77] (rows=63350266 width=77) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_6] + Conds:RS_86._col0=RS_90._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_86] PartitionCols:_col0 - Select Operator [SEL_2] (rows=57591150 width=77) + Select Operator [SEL_84] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_71] (rows=57591150 width=77) + Filter Operator [FIL_82] (rows=57591150 width=77) predicate:(sr_customer_sk is not null and sr_returned_date_sk is not null and sr_store_sk is not null) TableScan [TS_0] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_customer_sk","sr_store_sk","sr_fee"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_7] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_90] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_89] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_72] (rows=36524 width=1119) + Filter Operator [FIL_88] (rows=36524 width=1119) predicate:((d_year = 2000) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Reducer 9 [SIMPLE_EDGE] - SHUFFLE [RS_46] + <-Reducer 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_105] PartitionCols:_col2 - Select Operator [SEL_38] (rows=15837566 width=77) + Select Operator [SEL_104] (rows=15837566 width=77) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_37] (rows=15837566 width=77) + Group By Operator [GBY_103] (rows=15837566 width=77) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","count(_col2)"],keys:_col1 - Select Operator [SEL_33] (rows=31675133 width=77) + Select Operator [SEL_102] (rows=31675133 width=77) Output:["_col1","_col2"] - Group By Operator [GBY_32] (rows=31675133 width=77) + Group By Operator [GBY_101] (rows=31675133 width=77) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_31] @@ -153,17 +153,17 @@ Stage-0 Group By Operator [GBY_30] (rows=63350266 width=77) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1 Merge Join Operator [MERGEJOIN_80] (rows=63350266 width=77) - Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_26] + Conds:RS_87._col0=RS_91._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_87] PartitionCols:_col0 - Select Operator [SEL_22] (rows=57591150 width=77) + Select Operator [SEL_85] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_75] (rows=57591150 width=77) + Filter Operator [FIL_83] (rows=57591150 width=77) predicate:(sr_returned_date_sk is not null and sr_store_sk is not null) Please refer to the previous TableScan [TS_0] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_27] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_91] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] + Please refer to the previous Select Operator [SEL_89] diff --git ql/src/test/results/clientpositive/perf/tez/query10.q.out ql/src/test/results/clientpositive/perf/tez/query10.q.out index 457e55e..a88b7e1 100644 --- ql/src/test/results/clientpositive/perf/tez/query10.q.out +++ ql/src/test/results/clientpositive/perf/tez/query10.q.out @@ -132,17 +132,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_69] - Limit [LIM_68] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_143] + Limit [LIM_142] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_67] (rows=1045432122 width=88) + Select Operator [SEL_141] (rows=1045432122 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_66] - Select Operator [SEL_65] (rows=1045432122 width=88) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_140] + Select Operator [SEL_139] (rows=1045432122 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col8","_col10","_col12"] - Group By Operator [GBY_64] (rows=1045432122 width=88) + Group By Operator [GBY_138] (rows=1045432122 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_63] @@ -154,7 +154,7 @@ Stage-0 Filter Operator [FIL_60] (rows=2090864244 width=88) predicate:(_col15 is not null or _col17 is not null) Merge Join Operator [MERGEJOIN_108] (rows=2090864244 width=88) - Conds:RS_55._col0=RS_56._col0(Left Semi),RS_55._col0=RS_57._col0(Left Outer),RS_55._col0=RS_58._col0(Left Outer),Output:["_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col15","_col17"] + Conds:RS_55._col0=RS_56._col0(Left Semi),RS_55._col0=RS_131._col0(Left Outer),RS_55._col0=RS_137._col0(Left Outer),Output:["_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col15","_col17"] <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_56] PartitionCols:_col0 @@ -163,31 +163,31 @@ Stage-0 Select Operator [SEL_18] (rows=633595212 width=88) Output:["_col0"] Merge Join Operator [MERGEJOIN_105] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_120._col0=RS_123._col0(Inner),Output:["_col1"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_123] PartitionCols:_col0 - Select Operator [SEL_14] (rows=4058 width=1119) + Select Operator [SEL_122] (rows=4058 width=1119) Output:["_col0"] - Filter Operator [FIL_98] (rows=4058 width=1119) + Filter Operator [FIL_121] (rows=4058 width=1119) predicate:((d_year = 2002) and d_date_sk is not null and d_moy BETWEEN 4 AND 7) TableScan [TS_12] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_15] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_120] PartitionCols:_col0 - Select Operator [SEL_11] (rows=575995635 width=88) + Select Operator [SEL_119] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_97] (rows=575995635 width=88) + Filter Operator [FIL_118] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_9] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"] - <-Reducer 13 [ONE_TO_ONE_EDGE] - FORWARD [RS_57] + <-Reducer 13 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_131] PartitionCols:_col0 - Select Operator [SEL_32] (rows=79201469 width=135) + Select Operator [SEL_130] (rows=79201469 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_31] (rows=79201469 width=135) + Group By Operator [GBY_129] (rows=79201469 width=135) Output:["_col0"],keys:KEY._col0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_30] @@ -195,26 +195,26 @@ Stage-0 Group By Operator [GBY_29] (rows=158402938 width=135) Output:["_col0"],keys:_col1 Merge Join Operator [MERGEJOIN_106] (rows=158402938 width=135) - Conds:RS_25._col0=RS_26._col0(Inner),Output:["_col1"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_26] + Conds:RS_128._col0=RS_124._col0(Inner),Output:["_col1"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_124] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Please refer to the previous Select Operator [SEL_122] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_128] PartitionCols:_col0 - Select Operator [SEL_21] (rows=144002668 width=135) + Select Operator [SEL_127] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_99] (rows=144002668 width=135) + Filter Operator [FIL_126] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null) TableScan [TS_19] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"] - <-Reducer 15 [ONE_TO_ONE_EDGE] - FORWARD [RS_58] + <-Reducer 15 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_137] PartitionCols:_col0 - Select Operator [SEL_46] (rows=158394413 width=135) + Select Operator [SEL_136] (rows=158394413 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_45] (rows=158394413 width=135) + Group By Operator [GBY_135] (rows=158394413 width=135) Output:["_col0"],keys:KEY._col0 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_44] @@ -222,17 +222,17 @@ Stage-0 Group By Operator [GBY_43] (rows=316788826 width=135) Output:["_col0"],keys:_col1 Merge Join Operator [MERGEJOIN_107] (rows=316788826 width=135) - Conds:RS_39._col0=RS_40._col0(Inner),Output:["_col1"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_40] + Conds:RS_134._col0=RS_125._col0(Inner),Output:["_col1"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_125] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_39] + Please refer to the previous Select Operator [SEL_122] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_134] PartitionCols:_col0 - Select Operator [SEL_35] (rows=287989836 width=135) + Select Operator [SEL_133] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_101] (rows=287989836 width=135) + Filter Operator [FIL_132] (rows=287989836 width=135) predicate:(cs_ship_customer_sk is not null and cs_sold_date_sk is not null) TableScan [TS_33] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_customer_sk"] @@ -240,13 +240,13 @@ Stage-0 SHUFFLE [RS_55] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_104] (rows=96800003 width=860) - Conds:RS_50._col1=RS_51._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_51] + Conds:RS_50._col1=RS_117._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_117] PartitionCols:_col0 - Select Operator [SEL_8] (rows=1861800 width=385) + Select Operator [SEL_116] (rows=1861800 width=385) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Filter Operator [FIL_96] (rows=1861800 width=385) + Filter Operator [FIL_115] (rows=1861800 width=385) predicate:cd_demo_sk is not null TableScan [TS_6] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status","cd_purchase_estimate","cd_credit_rating","cd_dep_count","cd_dep_employed_count","cd_dep_college_count"] @@ -254,22 +254,22 @@ Stage-0 SHUFFLE [RS_50] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_103] (rows=88000001 width=860) - Conds:RS_47._col2=RS_48._col0(Inner),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_47] + Conds:RS_111._col2=RS_114._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_111] PartitionCols:_col2 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_110] (rows=80000000 width=860) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_94] (rows=80000000 width=860) + Filter Operator [FIL_109] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_48] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_114] PartitionCols:_col0 - Select Operator [SEL_5] (rows=20000000 width=1014) + Select Operator [SEL_113] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_95] (rows=20000000 width=1014) + Filter Operator [FIL_112] (rows=20000000 width=1014) predicate:((ca_county) IN ('Walker County', 'Richland County', 'Gaines County', 'Douglas County', 'Dona Ana County') and ca_address_sk is not null) TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] diff --git ql/src/test/results/clientpositive/perf/tez/query11.q.out ql/src/test/results/clientpositive/perf/tez/query11.q.out index e3ac717..2599621 100644 --- ql/src/test/results/clientpositive/perf/tez/query11.q.out +++ ql/src/test/results/clientpositive/perf/tez/query11.q.out @@ -168,11 +168,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_96] - Limit [LIM_95] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_218] + Limit [LIM_217] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_94] (rows=383325119 width=88) + Select Operator [SEL_216] (rows=383325119 width=88) Output:["_col0"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_93] @@ -181,13 +181,13 @@ Stage-0 Filter Operator [FIL_91] (rows=383325119 width=88) predicate:((_col1 / _col8) > (_col6 / _col3)) Merge Join Operator [MERGEJOIN_175] (rows=1149975359 width=88) - Conds:RS_86._col0=RS_87._col0(Inner),RS_87._col0=RS_88._col0(Inner),RS_87._col0=RS_89._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col8"] - <-Reducer 13 [SIMPLE_EDGE] - SHUFFLE [RS_88] + Conds:RS_198._col0=RS_215._col0(Inner),RS_215._col0=RS_210._col0(Inner),RS_215._col0=RS_203._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col8"] + <-Reducer 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_210] PartitionCols:_col0 - Select Operator [SEL_63] (rows=348477374 width=88) + Select Operator [SEL_209] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_62] (rows=348477374 width=88) + Group By Operator [GBY_208] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_61] @@ -197,13 +197,13 @@ Stage-0 Select Operator [SEL_58] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_172] (rows=696954748 width=88) - Conds:RS_55._col1=RS_56._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_56] + Conds:RS_55._col1=RS_192._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_192] PartitionCols:_col0 - Select Operator [SEL_51] (rows=80000000 width=860) + Select Operator [SEL_191] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_161] (rows=80000000 width=860) + Filter Operator [FIL_190] (rows=80000000 width=860) predicate:(c_customer_id is not null and c_customer_sk is not null) TableScan [TS_49] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name","c_preferred_cust_flag","c_birth_country","c_login","c_email_address"] @@ -211,35 +211,35 @@ Stage-0 SHUFFLE [RS_55] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_171] (rows=633595212 width=88) - Conds:RS_52._col0=RS_53._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_53] + Conds:RS_206._col0=RS_186._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_186] PartitionCols:_col0 - Select Operator [SEL_48] (rows=36524 width=1119) + Select Operator [SEL_183] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_160] (rows=36524 width=1119) + Filter Operator [FIL_180] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) TableScan [TS_46] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_52] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_206] PartitionCols:_col0 - Select Operator [SEL_45] (rows=575995635 width=88) + Select Operator [SEL_205] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_159] (rows=575995635 width=88) + Filter Operator [FIL_204] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_43] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_discount_amt","ss_ext_list_price"] - <-Reducer 16 [SIMPLE_EDGE] - SHUFFLE [RS_87] + <-Reducer 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_215] PartitionCols:_col0 - Select Operator [SEL_42] (rows=116159124 width=88) + Select Operator [SEL_214] (rows=116159124 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_41] (rows=116159124 width=88) + Filter Operator [FIL_213] (rows=116159124 width=88) predicate:(_col7 > 0) - Select Operator [SEL_166] (rows=348477374 width=88) + Select Operator [SEL_212] (rows=348477374 width=88) Output:["_col0","_col7"] - Group By Operator [GBY_40] (rows=348477374 width=88) + Group By Operator [GBY_211] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_39] @@ -249,34 +249,34 @@ Stage-0 Select Operator [SEL_36] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_170] (rows=696954748 width=88) - Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_34] + Conds:RS_33._col1=RS_194._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_194] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_51] + Please refer to the previous Select Operator [SEL_191] <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_169] (rows=633595212 width=88) - Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_207._col0=RS_188._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_188] PartitionCols:_col0 - Select Operator [SEL_26] (rows=36524 width=1119) + Select Operator [SEL_184] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_157] (rows=36524 width=1119) + Filter Operator [FIL_181] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) Please refer to the previous TableScan [TS_46] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_30] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_207] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_45] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_86] + Please refer to the previous Select Operator [SEL_205] + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_198] PartitionCols:_col0 - Select Operator [SEL_20] (rows=87121617 width=135) + Select Operator [SEL_197] (rows=87121617 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_19] (rows=87121617 width=135) + Group By Operator [GBY_196] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -286,39 +286,39 @@ Stage-0 Select Operator [SEL_15] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_168] (rows=174243235 width=135) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_193._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_193] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_51] + Please refer to the previous Select Operator [SEL_191] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_167] (rows=158402938 width=135) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_10] + Conds:RS_178._col0=RS_187._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_187] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_48] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Please refer to the previous Select Operator [SEL_183] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_178] PartitionCols:_col0 - Select Operator [SEL_2] (rows=144002668 width=135) + Select Operator [SEL_177] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_153] (rows=144002668 width=135) + Filter Operator [FIL_176] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk","ws_ext_discount_amt","ws_ext_list_price"] - <-Reducer 9 [SIMPLE_EDGE] - SHUFFLE [RS_89] + <-Reducer 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_203] PartitionCols:_col0 - Select Operator [SEL_85] (rows=29040539 width=135) + Select Operator [SEL_202] (rows=29040539 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_84] (rows=29040539 width=135) + Filter Operator [FIL_201] (rows=29040539 width=135) predicate:(_col7 > 0) - Select Operator [SEL_165] (rows=87121617 width=135) + Select Operator [SEL_200] (rows=87121617 width=135) Output:["_col0","_col7"] - Group By Operator [GBY_83] (rows=87121617 width=135) + Group By Operator [GBY_199] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_82] @@ -328,26 +328,26 @@ Stage-0 Select Operator [SEL_79] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_174] (rows=174243235 width=135) - Conds:RS_76._col1=RS_77._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_77] + Conds:RS_76._col1=RS_195._col0(Inner),Output:["_col2","_col3","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_195] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_51] + Please refer to the previous Select Operator [SEL_191] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_76] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_173] (rows=158402938 width=135) - Conds:RS_73._col0=RS_74._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_74] + Conds:RS_179._col0=RS_189._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_189] PartitionCols:_col0 - Select Operator [SEL_69] (rows=36524 width=1119) + Select Operator [SEL_185] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_163] (rows=36524 width=1119) + Filter Operator [FIL_182] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) Please refer to the previous TableScan [TS_46] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_73] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_179] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] + Please refer to the previous Select Operator [SEL_177] diff --git ql/src/test/results/clientpositive/perf/tez/query12.q.out ql/src/test/results/clientpositive/perf/tez/query12.q.out index b1f5926..6e304aa 100644 --- ql/src/test/results/clientpositive/perf/tez/query12.q.out +++ ql/src/test/results/clientpositive/perf/tez/query12.q.out @@ -75,24 +75,24 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 - File Output Operator [FS_28] - Limit [LIM_26] (rows=100 width=135) + Reducer 6 vectorized + File Output Operator [FS_56] + Limit [LIM_55] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_25] (rows=87121617 width=135) + Select Operator [SEL_54] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_24] - Select Operator [SEL_22] (rows=87121617 width=135) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_53] + Select Operator [SEL_52] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - PTF Operator [PTF_21] (rows=87121617 width=135) + PTF Operator [PTF_51] (rows=87121617 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col1"}] - Select Operator [SEL_20] (rows=87121617 width=135) + Select Operator [SEL_50] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_19] + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_49] PartitionCols:_col1 - Group By Operator [GBY_18] (rows=87121617 width=135) + Group By Operator [GBY_48] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -100,13 +100,13 @@ Stage-0 Group By Operator [GBY_16] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col10, _col9, _col6, _col7, _col8 Merge Join Operator [MERGEJOIN_38] (rows=174243235 width=135) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_47._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_47] PartitionCols:_col0 - Select Operator [SEL_8] (rows=231000 width=1436) + Select Operator [SEL_46] (rows=231000 width=1436) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_36] (rows=231000 width=1436) + Filter Operator [FIL_45] (rows=231000 width=1436) predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null) TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"] @@ -114,22 +114,22 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_37] (rows=158402938 width=135) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Conds:RS_41._col0=RS_44._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_41] PartitionCols:_col0 - Select Operator [SEL_2] (rows=144002668 width=135) + Select Operator [SEL_40] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_34] (rows=144002668 width=135) + Filter Operator [FIL_39] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_10] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_44] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_43] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_35] (rows=8116 width=1119) + Filter Operator [FIL_42] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00.0' AND TIMESTAMP'2001-02-11 00:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] diff --git ql/src/test/results/clientpositive/perf/tez/query13.q.out ql/src/test/results/clientpositive/perf/tez/query13.q.out index 065b231..d0ed3d8 100644 --- ql/src/test/results/clientpositive/perf/tez/query13.q.out +++ ql/src/test/results/clientpositive/perf/tez/query13.q.out @@ -112,11 +112,11 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 - File Output Operator [FS_40] - Select Operator [SEL_39] (rows=1 width=256) + Reducer 7 vectorized + File Output Operator [FS_92] + Select Operator [SEL_91] (rows=1 width=256) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_38] (rows=1 width=256) + Group By Operator [GBY_90] (rows=1 width=256) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","count(VALUE._col3)","sum(VALUE._col4)","count(VALUE._col5)"] <-Reducer 6 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_37] @@ -127,13 +127,13 @@ Stage-0 Filter Operator [FIL_34] (rows=715776 width=88) predicate:(((_col19 = 'D') and (_col20 = 'Primary') and _col7 BETWEEN 50 AND 100 and (_col14 = 1)) or ((_col19 = 'M') and (_col20 = '4 yr Degree') and _col7 BETWEEN 100 AND 150 and (_col14 = 3)) or ((_col19 = 'U') and (_col20 = 'Advanced Degree') and _col7 BETWEEN 150 AND 200 and (_col14 = 1))) Merge Join Operator [MERGEJOIN_71] (rows=17178642 width=88) - Conds:RS_31._col2=RS_32._col0(Inner),Output:["_col6","_col7","_col8","_col9","_col14","_col19","_col20"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_32] + Conds:RS_31._col2=RS_89._col0(Inner),Output:["_col6","_col7","_col8","_col9","_col14","_col19","_col20"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_89] PartitionCols:_col0 - Select Operator [SEL_17] (rows=1861800 width=385) + Select Operator [SEL_88] (rows=1861800 width=385) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_66] (rows=1861800 width=385) + Filter Operator [FIL_87] (rows=1861800 width=385) predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null) TableScan [TS_15] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] @@ -143,13 +143,13 @@ Stage-0 Filter Operator [FIL_30] (rows=15616947 width=88) predicate:(((_col16) IN ('KY', 'GA', 'NM') and _col10 BETWEEN 100 AND 200) or ((_col16) IN ('MT', 'OR', 'IN') and _col10 BETWEEN 150 AND 300) or ((_col16) IN ('WI', 'MO', 'WV') and _col10 BETWEEN 50 AND 250)) Merge Join Operator [MERGEJOIN_70] (rows=93701693 width=88) - Conds:RS_27._col4=RS_28._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10","_col14","_col16"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_28] + Conds:RS_27._col4=RS_86._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10","_col14","_col16"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_86] PartitionCols:_col0 - Select Operator [SEL_14] (rows=10000000 width=1014) + Select Operator [SEL_85] (rows=10000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_65] (rows=10000000 width=1014) + Filter Operator [FIL_84] (rows=10000000 width=1014) predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null) TableScan [TS_12] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"] @@ -157,13 +157,13 @@ Stage-0 SHUFFLE [RS_27] PartitionCols:_col4 Merge Join Operator [MERGEJOIN_69] (rows=85183356 width=88) - Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8","_col9","_col10","_col14"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col3=RS_83._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8","_col9","_col10","_col14"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_83] PartitionCols:_col0 - Select Operator [SEL_11] (rows=7200 width=107) + Select Operator [SEL_82] (rows=7200 width=107) Output:["_col0","_col1"] - Filter Operator [FIL_64] (rows=7200 width=107) + Filter Operator [FIL_81] (rows=7200 width=107) predicate:(((hd_dep_count = 3) or (hd_dep_count = 1)) and hd_demo_sk is not null) TableScan [TS_9] (rows=7200 width=107) default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"] @@ -171,13 +171,13 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_68] (rows=77439413 width=88) - Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col3","_col4","_col6","_col7","_col8","_col9","_col10"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col1=RS_80._col0(Inner),Output:["_col2","_col3","_col4","_col6","_col7","_col8","_col9","_col10"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_80] PartitionCols:_col0 - Select Operator [SEL_8] (rows=36524 width=1119) + Select Operator [SEL_79] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_63] (rows=36524 width=1119) + Filter Operator [FIL_78] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] @@ -185,22 +185,22 @@ Stage-0 SHUFFLE [RS_21] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_67] (rows=70399465 width=88) - Conds:RS_18._col0=RS_19._col4(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col9","_col10"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_18] + Conds:RS_74._col0=RS_77._col4(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col9","_col10"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_74] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1704 width=1910) + Select Operator [SEL_73] (rows=1704 width=1910) Output:["_col0"] - Filter Operator [FIL_61] (rows=1704 width=1910) + Filter Operator [FIL_72] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_0] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_19] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_77] PartitionCols:_col4 - Select Operator [SEL_5] (rows=63999513 width=88) + Select Operator [SEL_76] (rows=63999513 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Filter Operator [FIL_62] (rows=63999513 width=88) + Filter Operator [FIL_75] (rows=63999513 width=88) predicate:((ss_net_profit BETWEEN 100 AND 200 or ss_net_profit BETWEEN 150 AND 300 or ss_net_profit BETWEEN 50 AND 250) and (ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_3] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_ext_sales_price","ss_ext_wholesale_cost","ss_net_profit"] diff --git ql/src/test/results/clientpositive/perf/tez/query14.q.out ql/src/test/results/clientpositive/perf/tez/query14.q.out index 8e21934..6366d14 100644 --- ql/src/test/results/clientpositive/perf/tez/query14.q.out +++ ql/src/test/results/clientpositive/perf/tez/query14.q.out @@ -280,17 +280,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 8 - File Output Operator [FS_577] - Limit [LIM_576] (rows=100 width=237) + Reducer 8 vectorized + File Output Operator [FS_972] + Limit [LIM_971] (rows=100 width=237) Number of rows:100 - Select Operator [SEL_575] (rows=1016388080 width=237) + Select Operator [SEL_970] (rows=1016388080 width=237) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 7 [SIMPLE_EDGE] - SHUFFLE [RS_574] - Select Operator [SEL_573] (rows=1016388080 width=237) + <-Reducer 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_969] + Select Operator [SEL_968] (rows=1016388080 width=237) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_572] (rows=1016388080 width=237) + Group By Operator [GBY_967] (rows=1016388080 width=237) Output:["_col0","_col1","_col2","_col3","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 6 [SIMPLE_EDGE] <-Reducer 12 [CONTAINS] @@ -304,15 +304,15 @@ Stage-0 predicate:(_col5 > _col1) Merge Join Operator [MERGEJOIN_894] (rows=348467716 width=264) Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 11 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_372] - Select Operator [SEL_233] (rows=1 width=8) - Filter Operator [FIL_232] (rows=1 width=8) + <-Reducer 11 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_978] + Select Operator [SEL_977] (rows=1 width=8) + Filter Operator [FIL_976] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_230] (rows=1 width=8) + Group By Operator [GBY_975] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_225] (rows=1 width=8) - Group By Operator [GBY_224] (rows=1 width=8) + Select Operator [SEL_974] (rows=1 width=8) + Group By Operator [GBY_973] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Union 10 [CUSTOM_SIMPLE_EDGE] <-Reducer 19 [CONTAINS] @@ -324,22 +324,22 @@ Stage-0 Select Operator [SEL_208] (rows=316788826 width=135) Output:["_col0"] Merge Join Operator [MERGEJOIN_864] (rows=316788826 width=135) - Conds:RS_205._col0=RS_206._col0(Inner),Output:["_col1"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_206] + Conds:RS_1016._col0=RS_1022._col0(Inner),Output:["_col1"] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1022] PartitionCols:_col0 - Select Operator [SEL_15] (rows=8116 width=1119) + Select Operator [SEL_1019] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_776] (rows=8116 width=1119) + Filter Operator [FIL_1018] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_year BETWEEN 1998 AND 2000) TableScan [TS_13] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_205] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1016] PartitionCols:_col0 - Select Operator [SEL_12] (rows=287989836 width=135) + Select Operator [SEL_1014] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_775] (rows=287989836 width=135) + Filter Operator [FIL_1013] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null TableScan [TS_10] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_quantity"] @@ -352,22 +352,22 @@ Stage-0 Select Operator [SEL_219] (rows=158402938 width=135) Output:["_col0"] Merge Join Operator [MERGEJOIN_865] (rows=158402938 width=135) - Conds:RS_216._col0=RS_217._col0(Inner),Output:["_col1"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_217] + Conds:RS_1034._col0=RS_1040._col0(Inner),Output:["_col1"] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1040] PartitionCols:_col0 - Select Operator [SEL_26] (rows=8116 width=1119) + Select Operator [SEL_1037] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_778] (rows=8116 width=1119) + Filter Operator [FIL_1036] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_year BETWEEN 1998 AND 2000) TableScan [TS_24] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_216] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1034] PartitionCols:_col0 - Select Operator [SEL_23] (rows=144002668 width=135) + Select Operator [SEL_1032] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_777] (rows=144002668 width=135) + Filter Operator [FIL_1031] (rows=144002668 width=135) predicate:ws_sold_date_sk is not null TableScan [TS_21] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_quantity"] @@ -380,30 +380,30 @@ Stage-0 Select Operator [SEL_198] (rows=633595212 width=88) Output:["_col0"] Merge Join Operator [MERGEJOIN_863] (rows=633595212 width=88) - Conds:RS_195._col0=RS_196._col0(Inner),Output:["_col1"] - <-Map 86 [SIMPLE_EDGE] - SHUFFLE [RS_196] + Conds:RS_899._col0=RS_908._col0(Inner),Output:["_col1"] + <-Map 86 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_908] PartitionCols:_col0 - Select Operator [SEL_99] (rows=8116 width=1119) + Select Operator [SEL_902] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_790] (rows=8116 width=1119) + Filter Operator [FIL_901] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_year BETWEEN 1999 AND 2001) TableScan [TS_97] (rows=73049 width=1119) default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_195] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_899] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_897] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_773] (rows=575995635 width=88) + Filter Operator [FIL_896] (rows=575995635 width=88) predicate:ss_sold_date_sk is not null TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_quantity"] - <-Reducer 27 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_373] - Select Operator [SEL_270] (rows=1 width=120) + <-Reducer 27 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_981] + Select Operator [SEL_980] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_269] (rows=1 width=120) + Group By Operator [GBY_979] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Union 26 [CUSTOM_SIMPLE_EDGE] <-Reducer 25 [CONTAINS] @@ -415,17 +415,17 @@ Stage-0 Select Operator [SEL_253] (rows=316788826 width=135) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_867] (rows=316788826 width=135) - Conds:RS_250._col0=RS_251._col0(Inner),Output:["_col1","_col2"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_251] + Conds:RS_1029._col0=RS_1023._col0(Inner),Output:["_col1","_col2"] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1023] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_15] - <-Map 43 [SIMPLE_EDGE] - SHUFFLE [RS_250] + Please refer to the previous Select Operator [SEL_1019] + <-Map 43 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1029] PartitionCols:_col0 - Select Operator [SEL_57] (rows=287989836 width=135) + Select Operator [SEL_1027] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_781] (rows=287989836 width=135) + Filter Operator [FIL_1026] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null TableScan [TS_55] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_quantity","cs_list_price"] @@ -438,17 +438,17 @@ Stage-0 Select Operator [SEL_264] (rows=158402938 width=135) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_868] (rows=158402938 width=135) - Conds:RS_261._col0=RS_262._col0(Inner),Output:["_col1","_col2"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_262] + Conds:RS_1047._col0=RS_1041._col0(Inner),Output:["_col1","_col2"] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1041] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_26] - <-Map 44 [SIMPLE_EDGE] - SHUFFLE [RS_261] + Please refer to the previous Select Operator [SEL_1037] + <-Map 44 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1047] PartitionCols:_col0 - Select Operator [SEL_68] (rows=144002668 width=135) + Select Operator [SEL_1045] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_783] (rows=144002668 width=135) + Filter Operator [FIL_1044] (rows=144002668 width=135) predicate:ws_sold_date_sk is not null TableScan [TS_66] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_quantity","ws_list_price"] @@ -461,23 +461,23 @@ Stage-0 Select Operator [SEL_243] (rows=633595212 width=88) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_866] (rows=633595212 width=88) - Conds:RS_240._col0=RS_241._col0(Inner),Output:["_col1","_col2"] - <-Map 86 [SIMPLE_EDGE] - SHUFFLE [RS_241] + Conds:RS_1052._col0=RS_909._col0(Inner),Output:["_col1","_col2"] + <-Map 86 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_909] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_99] - <-Map 39 [SIMPLE_EDGE] - SHUFFLE [RS_240] + Please refer to the previous Select Operator [SEL_902] + <-Map 39 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1052] PartitionCols:_col0 - Select Operator [SEL_47] (rows=575995635 width=88) + Select Operator [SEL_1050] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_779] (rows=575995635 width=88) + Filter Operator [FIL_1049] (rows=575995635 width=88) predicate:ss_sold_date_sk is not null TableScan [TS_45] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_quantity","ss_list_price"] - <-Reducer 52 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_374] - Group By Operator [GBY_370] (rows=348467716 width=135) + <-Reducer 52 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_992] + Group By Operator [GBY_991] (rows=348467716 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 51 [SIMPLE_EDGE] SHUFFLE [RS_369] @@ -487,13 +487,13 @@ Stage-0 Select Operator [SEL_366] (rows=696935432 width=135) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_877] (rows=696935432 width=135) - Conds:RS_362._col1=RS_363._col0(Inner),RS_362._col1=RS_364._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_363] + Conds:RS_362._col1=RS_956._col0(Inner),RS_362._col1=RS_990._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_956] PartitionCols:_col0 - Select Operator [SEL_279] (rows=462000 width=1436) + Select Operator [SEL_944] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_812] (rows=462000 width=1436) + Filter Operator [FIL_935] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_91] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id"] @@ -501,29 +501,29 @@ Stage-0 SHUFFLE [RS_362] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_869] (rows=316788826 width=135) - Conds:RS_359._col0=RS_360._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 49 [SIMPLE_EDGE] - SHUFFLE [RS_360] + Conds:RS_984._col0=RS_927._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 49 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_927] PartitionCols:_col0 - Select Operator [SEL_87] (rows=18262 width=1119) + Select Operator [SEL_925] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_786] (rows=18262 width=1119) + Filter Operator [FIL_924] (rows=18262 width=1119) predicate:((d_moy = 11) and (d_year = 2000) and d_date_sk is not null) TableScan [TS_85] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 91 [SIMPLE_EDGE] - SHUFFLE [RS_359] + <-Map 91 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_984] PartitionCols:_col0 - Select Operator [SEL_273] (rows=287989836 width=135) + Select Operator [SEL_983] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_810] (rows=287989836 width=135) + Filter Operator [FIL_982] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_271] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_quantity","cs_list_price"] - <-Reducer 68 [ONE_TO_ONE_EDGE] - FORWARD [RS_364] + <-Reducer 68 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_990] PartitionCols:_col0 - Group By Operator [GBY_357] (rows=254100 width=1436) + Group By Operator [GBY_989] (rows=254100 width=1436) Output:["_col0"],keys:KEY._col0 <-Reducer 67 [SIMPLE_EDGE] SHUFFLE [RS_356] @@ -531,31 +531,31 @@ Stage-0 Group By Operator [GBY_355] (rows=508200 width=1436) Output:["_col0"],keys:_col0 Merge Join Operator [MERGEJOIN_876] (rows=508200 width=1436) - Conds:RS_351._col1, _col2, _col3=RS_352._col0, _col1, _col2(Inner),Output:["_col0"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_351] + Conds:RS_952._col1, _col2, _col3=RS_988._col0, _col1, _col2(Inner),Output:["_col0"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_952] PartitionCols:_col1, _col2, _col3 - Select Operator [SEL_282] (rows=462000 width=1436) + Select Operator [SEL_940] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_813] (rows=462000 width=1436) + Filter Operator [FIL_931] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] - <-Reducer 72 [ONE_TO_ONE_EDGE] - FORWARD [RS_352] + <-Reducer 72 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_988] PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_350] (rows=1 width=108) + Select Operator [SEL_987] (rows=1 width=108) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_349] (rows=1 width=108) + Filter Operator [FIL_986] (rows=1 width=108) predicate:(_col3 = 3L) - Group By Operator [GBY_348] (rows=304916424 width=108) + Group By Operator [GBY_985] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 71 [SIMPLE_EDGE] - <-Reducer 70 [CONTAINS] - Reduce Output Operator [RS_347] + <-Reducer 70 [CONTAINS] vectorized + Reduce Output Operator [RS_1074] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_346] (rows=609832849 width=108) + Group By Operator [GBY_1073] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_301] (rows=348477374 width=88) + Group By Operator [GBY_1072] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 69 [SIMPLE_EDGE] SHUFFLE [RS_300] @@ -563,39 +563,39 @@ Stage-0 Group By Operator [GBY_299] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_871] (rows=696954748 width=88) - Conds:RS_295._col1=RS_296._col0(Inner),Output:["_col5","_col6","_col7"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_296] + Conds:RS_295._col1=RS_953._col0(Inner),Output:["_col5","_col6","_col7"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_953] PartitionCols:_col0 - Select Operator [SEL_291] (rows=462000 width=1436) + Select Operator [SEL_941] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_816] (rows=462000 width=1436) + Filter Operator [FIL_932] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] <-Reducer 85 [SIMPLE_EDGE] SHUFFLE [RS_295] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_855] (rows=633595212 width=88) - Conds:RS_103._col0=RS_104._col0(Inner),Output:["_col1"] - <-Map 86 [SIMPLE_EDGE] - SHUFFLE [RS_104] + Conds:RS_1056._col0=RS_903._col0(Inner),Output:["_col1"] + <-Map 86 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_903] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_99] - <-Map 84 [SIMPLE_EDGE] - SHUFFLE [RS_103] + Please refer to the previous Select Operator [SEL_902] + <-Map 84 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1056] PartitionCols:_col0 - Select Operator [SEL_96] (rows=575995635 width=88) + Select Operator [SEL_1055] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_789] (rows=575995635 width=88) + Filter Operator [FIL_1054] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_94] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk"] - <-Reducer 79 [CONTAINS] - Reduce Output Operator [RS_347] + <-Reducer 79 [CONTAINS] vectorized + Reduce Output Operator [RS_1080] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_346] (rows=609832849 width=108) + Group By Operator [GBY_1079] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_321] (rows=174233858 width=135) + Group By Operator [GBY_1078] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 78 [SIMPLE_EDGE] SHUFFLE [RS_320] @@ -603,39 +603,39 @@ Stage-0 Group By Operator [GBY_319] (rows=348467716 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_873] (rows=348467716 width=135) - Conds:RS_315._col1=RS_316._col0(Inner),Output:["_col5","_col6","_col7"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_316] + Conds:RS_315._col1=RS_954._col0(Inner),Output:["_col5","_col6","_col7"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_954] PartitionCols:_col0 - Select Operator [SEL_311] (rows=462000 width=1436) + Select Operator [SEL_942] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_819] (rows=462000 width=1436) + Filter Operator [FIL_933] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] <-Reducer 87 [SIMPLE_EDGE] SHUFFLE [RS_315] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_857] (rows=316788826 width=135) - Conds:RS_123._col0=RS_124._col0(Inner),Output:["_col1"] - <-Map 86 [SIMPLE_EDGE] - SHUFFLE [RS_124] + Conds:RS_1062._col0=RS_904._col0(Inner),Output:["_col1"] + <-Map 86 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_904] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_99] - <-Map 89 [SIMPLE_EDGE] - SHUFFLE [RS_123] + Please refer to the previous Select Operator [SEL_902] + <-Map 89 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1062] PartitionCols:_col0 - Select Operator [SEL_116] (rows=287989836 width=135) + Select Operator [SEL_1061] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_792] (rows=287989836 width=135) + Filter Operator [FIL_1060] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_114] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk"] - <-Reducer 82 [CONTAINS] - Reduce Output Operator [RS_347] + <-Reducer 82 [CONTAINS] vectorized + Reduce Output Operator [RS_1086] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_346] (rows=609832849 width=108) + Group By Operator [GBY_1085] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_342] (rows=87121617 width=135) + Group By Operator [GBY_1084] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 81 [SIMPLE_EDGE] SHUFFLE [RS_341] @@ -643,30 +643,30 @@ Stage-0 Group By Operator [GBY_340] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_875] (rows=174243235 width=135) - Conds:RS_336._col1=RS_337._col0(Inner),Output:["_col5","_col6","_col7"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_337] + Conds:RS_336._col1=RS_955._col0(Inner),Output:["_col5","_col6","_col7"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_955] PartitionCols:_col0 - Select Operator [SEL_332] (rows=462000 width=1436) + Select Operator [SEL_943] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_822] (rows=462000 width=1436) + Filter Operator [FIL_934] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] <-Reducer 88 [SIMPLE_EDGE] SHUFFLE [RS_336] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_859] (rows=158402938 width=135) - Conds:RS_144._col0=RS_145._col0(Inner),Output:["_col1"] - <-Map 86 [SIMPLE_EDGE] - SHUFFLE [RS_145] + Conds:RS_1068._col0=RS_905._col0(Inner),Output:["_col1"] + <-Map 86 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_905] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_99] - <-Map 90 [SIMPLE_EDGE] - SHUFFLE [RS_144] + Please refer to the previous Select Operator [SEL_902] + <-Map 90 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1068] PartitionCols:_col0 - Select Operator [SEL_137] (rows=144002668 width=135) + Select Operator [SEL_1067] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_795] (rows=144002668 width=135) + Filter Operator [FIL_1066] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_135] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk"] @@ -681,15 +681,15 @@ Stage-0 predicate:(_col5 > _col1) Merge Join Operator [MERGEJOIN_895] (rows=174243235 width=264) Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 15 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_562] - Select Operator [SEL_423] (rows=1 width=8) - Filter Operator [FIL_422] (rows=1 width=8) + <-Reducer 15 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_998] + Select Operator [SEL_997] (rows=1 width=8) + Filter Operator [FIL_996] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_420] (rows=1 width=8) + Group By Operator [GBY_995] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_415] (rows=1 width=8) - Group By Operator [GBY_414] (rows=1 width=8) + Select Operator [SEL_994] (rows=1 width=8) + Group By Operator [GBY_993] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Union 14 [CUSTOM_SIMPLE_EDGE] <-Reducer 13 [CONTAINS] @@ -701,15 +701,15 @@ Stage-0 Select Operator [SEL_388] (rows=633595212 width=88) Output:["_col0"] Merge Join Operator [MERGEJOIN_878] (rows=633595212 width=88) - Conds:RS_385._col0=RS_386._col0(Inner),Output:["_col1"] - <-Map 86 [SIMPLE_EDGE] - SHUFFLE [RS_386] + Conds:RS_900._col0=RS_910._col0(Inner),Output:["_col1"] + <-Map 86 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_910] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_99] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_385] + Please refer to the previous Select Operator [SEL_902] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_900] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] + Please refer to the previous Select Operator [SEL_897] <-Reducer 20 [CONTAINS] Reduce Output Operator [RS_413] Group By Operator [GBY_412] (rows=1 width=8) @@ -719,15 +719,15 @@ Stage-0 Select Operator [SEL_398] (rows=316788826 width=135) Output:["_col0"] Merge Join Operator [MERGEJOIN_879] (rows=316788826 width=135) - Conds:RS_395._col0=RS_396._col0(Inner),Output:["_col1"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_396] + Conds:RS_1017._col0=RS_1024._col0(Inner),Output:["_col1"] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1024] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_15] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_395] + Please refer to the previous Select Operator [SEL_1019] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1017] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_12] + Please refer to the previous Select Operator [SEL_1014] <-Reducer 34 [CONTAINS] Reduce Output Operator [RS_413] Group By Operator [GBY_412] (rows=1 width=8) @@ -737,20 +737,20 @@ Stage-0 Select Operator [SEL_409] (rows=158402938 width=135) Output:["_col0"] Merge Join Operator [MERGEJOIN_880] (rows=158402938 width=135) - Conds:RS_406._col0=RS_407._col0(Inner),Output:["_col1"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_407] + Conds:RS_1035._col0=RS_1042._col0(Inner),Output:["_col1"] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1042] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_26] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_406] + Please refer to the previous Select Operator [SEL_1037] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1035] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_23] - <-Reducer 30 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_563] - Select Operator [SEL_460] (rows=1 width=120) + Please refer to the previous Select Operator [SEL_1032] + <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_1001] + Select Operator [SEL_1000] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_459] (rows=1 width=120) + Group By Operator [GBY_999] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Union 29 [CUSTOM_SIMPLE_EDGE] <-Reducer 28 [CONTAINS] @@ -762,15 +762,15 @@ Stage-0 Select Operator [SEL_443] (rows=316788826 width=135) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_882] (rows=316788826 width=135) - Conds:RS_440._col0=RS_441._col0(Inner),Output:["_col1","_col2"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_441] + Conds:RS_1030._col0=RS_1025._col0(Inner),Output:["_col1","_col2"] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1025] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_15] - <-Map 43 [SIMPLE_EDGE] - SHUFFLE [RS_440] + Please refer to the previous Select Operator [SEL_1019] + <-Map 43 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1030] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_57] + Please refer to the previous Select Operator [SEL_1027] <-Reducer 38 [CONTAINS] Reduce Output Operator [RS_458] Group By Operator [GBY_457] (rows=1 width=120) @@ -780,15 +780,15 @@ Stage-0 Select Operator [SEL_454] (rows=158402938 width=135) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_883] (rows=158402938 width=135) - Conds:RS_451._col0=RS_452._col0(Inner),Output:["_col1","_col2"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_452] + Conds:RS_1048._col0=RS_1043._col0(Inner),Output:["_col1","_col2"] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1043] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_26] - <-Map 44 [SIMPLE_EDGE] - SHUFFLE [RS_451] + Please refer to the previous Select Operator [SEL_1037] + <-Map 44 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1048] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_68] + Please refer to the previous Select Operator [SEL_1045] <-Reducer 42 [CONTAINS] Reduce Output Operator [RS_458] Group By Operator [GBY_457] (rows=1 width=120) @@ -798,18 +798,18 @@ Stage-0 Select Operator [SEL_433] (rows=633595212 width=88) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_881] (rows=633595212 width=88) - Conds:RS_430._col0=RS_431._col0(Inner),Output:["_col1","_col2"] - <-Map 86 [SIMPLE_EDGE] - SHUFFLE [RS_431] + Conds:RS_1053._col0=RS_911._col0(Inner),Output:["_col1","_col2"] + <-Map 86 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_911] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_99] - <-Map 39 [SIMPLE_EDGE] - SHUFFLE [RS_430] + Please refer to the previous Select Operator [SEL_902] + <-Map 39 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1053] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_47] - <-Reducer 55 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_564] - Group By Operator [GBY_560] (rows=174243235 width=135) + Please refer to the previous Select Operator [SEL_1050] + <-Reducer 55 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_1012] + Group By Operator [GBY_1011] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 54 [SIMPLE_EDGE] SHUFFLE [RS_559] @@ -819,37 +819,37 @@ Stage-0 Select Operator [SEL_556] (rows=348486471 width=135) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_892] (rows=348486471 width=135) - Conds:RS_552._col1=RS_553._col0(Inner),RS_552._col1=RS_554._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_553] + Conds:RS_552._col1=RS_958._col0(Inner),RS_552._col1=RS_1010._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_958] PartitionCols:_col0 - Select Operator [SEL_469] (rows=462000 width=1436) + Select Operator [SEL_946] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_837] (rows=462000 width=1436) + Filter Operator [FIL_937] (rows=462000 width=1436) predicate:i_item_sk is not null Please refer to the previous TableScan [TS_91] <-Reducer 53 [SIMPLE_EDGE] SHUFFLE [RS_552] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_884] (rows=158402938 width=135) - Conds:RS_549._col0=RS_550._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 49 [SIMPLE_EDGE] - SHUFFLE [RS_550] + Conds:RS_1004._col0=RS_928._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 49 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_928] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_87] - <-Map 92 [SIMPLE_EDGE] - SHUFFLE [RS_549] + Please refer to the previous Select Operator [SEL_925] + <-Map 92 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1004] PartitionCols:_col0 - Select Operator [SEL_463] (rows=144002668 width=135) + Select Operator [SEL_1003] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_835] (rows=144002668 width=135) + Filter Operator [FIL_1002] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_461] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_quantity","ws_list_price"] - <-Reducer 77 [ONE_TO_ONE_EDGE] - FORWARD [RS_554] + <-Reducer 77 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_1010] PartitionCols:_col0 - Group By Operator [GBY_547] (rows=254100 width=1436) + Group By Operator [GBY_1009] (rows=254100 width=1436) Output:["_col0"],keys:KEY._col0 <-Reducer 76 [SIMPLE_EDGE] SHUFFLE [RS_546] @@ -857,53 +857,53 @@ Stage-0 Group By Operator [GBY_545] (rows=508200 width=1436) Output:["_col0"],keys:_col0 Merge Join Operator [MERGEJOIN_891] (rows=508200 width=1436) - Conds:RS_541._col1, _col2, _col3=RS_542._col0, _col1, _col2(Inner),Output:["_col0"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_541] + Conds:RS_957._col1, _col2, _col3=RS_1008._col0, _col1, _col2(Inner),Output:["_col0"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_957] PartitionCols:_col1, _col2, _col3 - Select Operator [SEL_472] (rows=462000 width=1436) + Select Operator [SEL_945] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_838] (rows=462000 width=1436) + Filter Operator [FIL_936] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] - <-Reducer 75 [ONE_TO_ONE_EDGE] - FORWARD [RS_542] + <-Reducer 75 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_1008] PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_540] (rows=1 width=108) + Select Operator [SEL_1007] (rows=1 width=108) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_539] (rows=1 width=108) + Filter Operator [FIL_1006] (rows=1 width=108) predicate:(_col3 = 3L) - Group By Operator [GBY_538] (rows=304916424 width=108) + Group By Operator [GBY_1005] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 74 [SIMPLE_EDGE] - <-Reducer 73 [CONTAINS] - Reduce Output Operator [RS_537] + <-Reducer 73 [CONTAINS] vectorized + Reduce Output Operator [RS_1077] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_536] (rows=609832849 width=108) + Group By Operator [GBY_1076] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_491] (rows=348477374 width=88) + Group By Operator [GBY_1075] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 69 [SIMPLE_EDGE] SHUFFLE [RS_490] PartitionCols:_col0, _col1, _col2 Please refer to the previous Group By Operator [GBY_299] - <-Reducer 80 [CONTAINS] - Reduce Output Operator [RS_537] + <-Reducer 80 [CONTAINS] vectorized + Reduce Output Operator [RS_1083] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_536] (rows=609832849 width=108) + Group By Operator [GBY_1082] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_511] (rows=174233858 width=135) + Group By Operator [GBY_1081] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 78 [SIMPLE_EDGE] SHUFFLE [RS_510] PartitionCols:_col0, _col1, _col2 Please refer to the previous Group By Operator [GBY_319] - <-Reducer 83 [CONTAINS] - Reduce Output Operator [RS_537] + <-Reducer 83 [CONTAINS] vectorized + Reduce Output Operator [RS_1089] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_536] (rows=609832849 width=108) + Group By Operator [GBY_1088] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_532] (rows=87121617 width=135) + Group By Operator [GBY_1087] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 81 [SIMPLE_EDGE] SHUFFLE [RS_531] @@ -920,11 +920,11 @@ Stage-0 predicate:(_col5 > _col1) Merge Join Operator [MERGEJOIN_893] (rows=696954748 width=217) Conds:(Inner),(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 24 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_184] - Select Operator [SEL_81] (rows=1 width=120) + <-Reducer 24 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_920] + Select Operator [SEL_919] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_80] (rows=1 width=120) + Group By Operator [GBY_918] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <-Union 23 [CUSTOM_SIMPLE_EDGE] <-Reducer 22 [CONTAINS] @@ -936,15 +936,15 @@ Stage-0 Select Operator [SEL_64] (rows=316788826 width=135) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_852] (rows=316788826 width=135) - Conds:RS_61._col0=RS_62._col0(Inner),Output:["_col1","_col2"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_62] + Conds:RS_1028._col0=RS_1021._col0(Inner),Output:["_col1","_col2"] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1021] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_15] - <-Map 43 [SIMPLE_EDGE] - SHUFFLE [RS_61] + Please refer to the previous Select Operator [SEL_1019] + <-Map 43 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1028] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_57] + Please refer to the previous Select Operator [SEL_1027] <-Reducer 36 [CONTAINS] Reduce Output Operator [RS_79] Group By Operator [GBY_78] (rows=1 width=120) @@ -954,15 +954,15 @@ Stage-0 Select Operator [SEL_75] (rows=158402938 width=135) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_853] (rows=158402938 width=135) - Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col1","_col2"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_73] + Conds:RS_1046._col0=RS_1039._col0(Inner),Output:["_col1","_col2"] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1039] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_26] - <-Map 44 [SIMPLE_EDGE] - SHUFFLE [RS_72] + Please refer to the previous Select Operator [SEL_1037] + <-Map 44 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1046] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_68] + Please refer to the previous Select Operator [SEL_1045] <-Reducer 40 [CONTAINS] Reduce Output Operator [RS_79] Group By Operator [GBY_78] (rows=1 width=120) @@ -972,24 +972,24 @@ Stage-0 Select Operator [SEL_54] (rows=633595212 width=88) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_851] (rows=633595212 width=88) - Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col1","_col2"] - <-Map 86 [SIMPLE_EDGE] - SHUFFLE [RS_52] + Conds:RS_1051._col0=RS_907._col0(Inner),Output:["_col1","_col2"] + <-Map 86 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_907] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_99] - <-Map 39 [SIMPLE_EDGE] - SHUFFLE [RS_51] + Please refer to the previous Select Operator [SEL_902] + <-Map 39 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1051] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_47] - <-Reducer 4 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_183] - Select Operator [SEL_44] (rows=1 width=8) - Filter Operator [FIL_43] (rows=1 width=8) + Please refer to the previous Select Operator [SEL_1050] + <-Reducer 4 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_917] + Select Operator [SEL_916] (rows=1 width=8) + Filter Operator [FIL_915] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_41] (rows=1 width=8) + Group By Operator [GBY_914] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_36] (rows=1 width=8) - Group By Operator [GBY_35] (rows=1 width=8) + Select Operator [SEL_913] (rows=1 width=8) + Group By Operator [GBY_912] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Union 3 [CUSTOM_SIMPLE_EDGE] <-Reducer 18 [CONTAINS] @@ -1001,15 +1001,15 @@ Stage-0 Select Operator [SEL_19] (rows=316788826 width=135) Output:["_col0"] Merge Join Operator [MERGEJOIN_849] (rows=316788826 width=135) - Conds:RS_16._col0=RS_17._col0(Inner),Output:["_col1"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_17] + Conds:RS_1015._col0=RS_1020._col0(Inner),Output:["_col1"] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1020] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_15] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Please refer to the previous Select Operator [SEL_1019] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1015] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_12] + Please refer to the previous Select Operator [SEL_1014] <-Reducer 2 [CONTAINS] Reduce Output Operator [RS_34] Group By Operator [GBY_33] (rows=1 width=8) @@ -1019,15 +1019,15 @@ Stage-0 Select Operator [SEL_9] (rows=633595212 width=88) Output:["_col0"] Merge Join Operator [MERGEJOIN_848] (rows=633595212 width=88) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1"] - <-Map 86 [SIMPLE_EDGE] - SHUFFLE [RS_7] + Conds:RS_898._col0=RS_906._col0(Inner),Output:["_col1"] + <-Map 86 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_906] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_99] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_6] + Please refer to the previous Select Operator [SEL_902] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_898] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] + Please refer to the previous Select Operator [SEL_897] <-Reducer 32 [CONTAINS] Reduce Output Operator [RS_34] Group By Operator [GBY_33] (rows=1 width=8) @@ -1037,18 +1037,18 @@ Stage-0 Select Operator [SEL_30] (rows=158402938 width=135) Output:["_col0"] Merge Join Operator [MERGEJOIN_850] (rows=158402938 width=135) - Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_28] + Conds:RS_1033._col0=RS_1038._col0(Inner),Output:["_col1"] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1038] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_26] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_27] + Please refer to the previous Select Operator [SEL_1037] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1033] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_23] - <-Reducer 48 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_185] - Group By Operator [GBY_181] (rows=696954748 width=88) + Please refer to the previous Select Operator [SEL_1032] + <-Reducer 48 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_966] + Group By Operator [GBY_965] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 47 [SIMPLE_EDGE] SHUFFLE [RS_180] @@ -1058,37 +1058,37 @@ Stage-0 Select Operator [SEL_177] (rows=1393909496 width=88) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_862] (rows=1393909496 width=88) - Conds:RS_173._col1=RS_174._col0(Inner),RS_173._col1=RS_175._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_174] + Conds:RS_173._col1=RS_951._col0(Inner),RS_173._col1=RS_964._col0(Inner),Output:["_col2","_col3","_col8","_col9","_col10"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_951] PartitionCols:_col0 - Select Operator [SEL_90] (rows=462000 width=1436) + Select Operator [SEL_939] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_787] (rows=462000 width=1436) + Filter Operator [FIL_930] (rows=462000 width=1436) predicate:i_item_sk is not null Please refer to the previous TableScan [TS_91] <-Reducer 46 [SIMPLE_EDGE] SHUFFLE [RS_173] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_854] (rows=633595212 width=88) - Conds:RS_170._col0=RS_171._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 49 [SIMPLE_EDGE] - SHUFFLE [RS_171] + Conds:RS_923._col0=RS_926._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 49 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_926] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_87] - <-Map 45 [SIMPLE_EDGE] - SHUFFLE [RS_170] + Please refer to the previous Select Operator [SEL_925] + <-Map 45 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_923] PartitionCols:_col0 - Select Operator [SEL_84] (rows=575995635 width=88) + Select Operator [SEL_922] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_785] (rows=575995635 width=88) + Filter Operator [FIL_921] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_82] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_quantity","ss_list_price"] - <-Reducer 58 [ONE_TO_ONE_EDGE] - FORWARD [RS_175] + <-Reducer 58 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_964] PartitionCols:_col0 - Group By Operator [GBY_168] (rows=254100 width=1436) + Group By Operator [GBY_963] (rows=254100 width=1436) Output:["_col0"],keys:KEY._col0 <-Reducer 57 [SIMPLE_EDGE] SHUFFLE [RS_167] @@ -1096,31 +1096,31 @@ Stage-0 Group By Operator [GBY_166] (rows=508200 width=1436) Output:["_col0"],keys:_col0 Merge Join Operator [MERGEJOIN_861] (rows=508200 width=1436) - Conds:RS_162._col1, _col2, _col3=RS_163._col0, _col1, _col2(Inner),Output:["_col0"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_162] + Conds:RS_947._col1, _col2, _col3=RS_962._col0, _col1, _col2(Inner),Output:["_col0"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_947] PartitionCols:_col1, _col2, _col3 - Select Operator [SEL_93] (rows=462000 width=1436) + Select Operator [SEL_938] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_788] (rows=462000 width=1436) + Filter Operator [FIL_929] (rows=462000 width=1436) predicate:(i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null) Please refer to the previous TableScan [TS_91] - <-Reducer 62 [ONE_TO_ONE_EDGE] - FORWARD [RS_163] + <-Reducer 62 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_962] PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_161] (rows=1 width=108) + Select Operator [SEL_961] (rows=1 width=108) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_160] (rows=1 width=108) + Filter Operator [FIL_960] (rows=1 width=108) predicate:(_col3 = 3L) - Group By Operator [GBY_159] (rows=304916424 width=108) + Group By Operator [GBY_959] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 61 [SIMPLE_EDGE] - <-Reducer 60 [CONTAINS] - Reduce Output Operator [RS_158] + <-Reducer 60 [CONTAINS] vectorized + Reduce Output Operator [RS_1059] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_157] (rows=609832849 width=108) + Group By Operator [GBY_1058] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_112] (rows=348477374 width=88) + Group By Operator [GBY_1057] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 59 [SIMPLE_EDGE] SHUFFLE [RS_111] @@ -1128,21 +1128,21 @@ Stage-0 Group By Operator [GBY_110] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_856] (rows=696954748 width=88) - Conds:RS_106._col1=RS_107._col0(Inner),Output:["_col5","_col6","_col7"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_107] + Conds:RS_106._col1=RS_948._col0(Inner),Output:["_col5","_col6","_col7"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_948] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_93] + Please refer to the previous Select Operator [SEL_938] <-Reducer 85 [SIMPLE_EDGE] SHUFFLE [RS_106] PartitionCols:_col1 Please refer to the previous Merge Join Operator [MERGEJOIN_855] - <-Reducer 64 [CONTAINS] - Reduce Output Operator [RS_158] + <-Reducer 64 [CONTAINS] vectorized + Reduce Output Operator [RS_1065] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_157] (rows=609832849 width=108) + Group By Operator [GBY_1064] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_132] (rows=174233858 width=135) + Group By Operator [GBY_1063] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 63 [SIMPLE_EDGE] SHUFFLE [RS_131] @@ -1150,21 +1150,21 @@ Stage-0 Group By Operator [GBY_130] (rows=348467716 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_858] (rows=348467716 width=135) - Conds:RS_126._col1=RS_127._col0(Inner),Output:["_col5","_col6","_col7"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_127] + Conds:RS_126._col1=RS_949._col0(Inner),Output:["_col5","_col6","_col7"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_949] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_93] + Please refer to the previous Select Operator [SEL_938] <-Reducer 87 [SIMPLE_EDGE] SHUFFLE [RS_126] PartitionCols:_col1 Please refer to the previous Merge Join Operator [MERGEJOIN_857] - <-Reducer 66 [CONTAINS] - Reduce Output Operator [RS_158] + <-Reducer 66 [CONTAINS] vectorized + Reduce Output Operator [RS_1071] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_157] (rows=609832849 width=108) + Group By Operator [GBY_1070] (rows=609832849 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_153] (rows=87121617 width=135) + Group By Operator [GBY_1069] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 65 [SIMPLE_EDGE] SHUFFLE [RS_152] @@ -1172,11 +1172,11 @@ Stage-0 Group By Operator [GBY_151] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col5, _col6, _col7 Merge Join Operator [MERGEJOIN_860] (rows=174243235 width=135) - Conds:RS_147._col1=RS_148._col0(Inner),Output:["_col5","_col6","_col7"] - <-Map 56 [SIMPLE_EDGE] - SHUFFLE [RS_148] + Conds:RS_147._col1=RS_950._col0(Inner),Output:["_col5","_col6","_col7"] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_950] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_93] + Please refer to the previous Select Operator [SEL_938] <-Reducer 88 [SIMPLE_EDGE] SHUFFLE [RS_147] PartitionCols:_col1 diff --git ql/src/test/results/clientpositive/perf/tez/query15.q.out ql/src/test/results/clientpositive/perf/tez/query15.q.out index cf6cf16..e4e0199 100644 --- ql/src/test/results/clientpositive/perf/tez/query15.q.out +++ ql/src/test/results/clientpositive/perf/tez/query15.q.out @@ -49,15 +49,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 5 - File Output Operator [FS_31] - Limit [LIM_30] (rows=100 width=135) + Reducer 5 vectorized + File Output Operator [FS_63] + Limit [LIM_62] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_29] (rows=174233858 width=135) + Select Operator [SEL_61] (rows=174233858 width=135) Output:["_col0","_col1"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_28] - Group By Operator [GBY_26] (rows=174233858 width=135) + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_60] + Group By Operator [GBY_59] (rows=174233858 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -74,22 +74,22 @@ Stage-0 SHUFFLE [RS_19] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_44] (rows=88000001 width=860) - Conds:RS_16._col1=RS_17._col0(Inner),Output:["_col0","_col3","_col4"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_49._col1=RS_52._col0(Inner),Output:["_col0","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_49] PartitionCols:_col1 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_48] (rows=80000000 width=860) Output:["_col0","_col1"] - Filter Operator [FIL_40] (rows=80000000 width=860) + Filter Operator [FIL_47] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_17] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_52] PartitionCols:_col0 - Select Operator [SEL_5] (rows=40000000 width=1014) + Select Operator [SEL_51] (rows=40000000 width=1014) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_41] (rows=40000000 width=1014) + Filter Operator [FIL_50] (rows=40000000 width=1014) predicate:ca_address_sk is not null TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_zip"] @@ -97,22 +97,22 @@ Stage-0 SHUFFLE [RS_20] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_45] (rows=316788826 width=135) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_55._col0=RS_58._col0(Inner),Output:["_col1","_col2"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_55] PartitionCols:_col0 - Select Operator [SEL_8] (rows=287989836 width=135) + Select Operator [SEL_54] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_42] (rows=287989836 width=135) + Filter Operator [FIL_53] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null) TableScan [TS_6] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_sales_price"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_58] PartitionCols:_col0 - Select Operator [SEL_11] (rows=18262 width=1119) + Select Operator [SEL_57] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_43] (rows=18262 width=1119) + Filter Operator [FIL_56] (rows=18262 width=1119) predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] diff --git ql/src/test/results/clientpositive/perf/tez/query16.q.out ql/src/test/results/clientpositive/perf/tez/query16.q.out index 45c70fc..7df8385 100644 --- ql/src/test/results/clientpositive/perf/tez/query16.q.out +++ ql/src/test/results/clientpositive/perf/tez/query16.q.out @@ -75,23 +75,23 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 9 - File Output Operator [FS_51] - Limit [LIM_49] (rows=1 width=344) + Reducer 9 vectorized + File Output Operator [FS_114] + Limit [LIM_113] (rows=1 width=344) Number of rows:100 - Select Operator [SEL_48] (rows=1 width=344) + Select Operator [SEL_112] (rows=1 width=344) Output:["_col0","_col1","_col2"] - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_47] - Select Operator [SEL_46] (rows=1 width=344) + <-Reducer 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_111] + Select Operator [SEL_110] (rows=1 width=344) Output:["_col1","_col2","_col3"] - Group By Operator [GBY_78] (rows=1 width=344) + Group By Operator [GBY_109] (rows=1 width=344) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Reducer 7 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_77] - Group By Operator [GBY_76] (rows=1 width=344) + <-Reducer 7 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_108] + Group By Operator [GBY_107] (rows=1 width=344) Output:["_col0","_col1","_col2"],aggregations:["count(_col0)","sum(_col1)","sum(_col2)"] - Group By Operator [GBY_75] (rows=231905279 width=135) + Group By Operator [GBY_106] (rows=231905279 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_74] @@ -103,20 +103,20 @@ Stage-0 Filter Operator [FIL_41] (rows=231905279 width=135) predicate:_col14 is null Merge Join Operator [MERGEJOIN_83] (rows=463810558 width=135) - Conds:RS_38._col4=RS_39._col0(Left Outer),Output:["_col4","_col5","_col6","_col14"] - <-Reducer 15 [ONE_TO_ONE_EDGE] - FORWARD [RS_39] + Conds:RS_38._col4=RS_105._col0(Left Outer),Output:["_col4","_col5","_col6","_col14"] + <-Reducer 15 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_105] PartitionCols:_col0 - Select Operator [SEL_31] (rows=14399440 width=106) + Select Operator [SEL_104] (rows=14399440 width=106) Output:["_col0","_col1"] - Group By Operator [GBY_30] (rows=14399440 width=106) + Group By Operator [GBY_103] (rows=14399440 width=106) Output:["_col0"],keys:KEY._col0 - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_29] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_102] PartitionCols:_col0 - Group By Operator [GBY_28] (rows=28798881 width=106) + Group By Operator [GBY_101] (rows=28798881 width=106) Output:["_col0"],keys:cr_order_number - Filter Operator [FIL_72] (rows=28798881 width=106) + Filter Operator [FIL_100] (rows=28798881 width=106) predicate:cr_order_number is not null TableScan [TS_25] (rows=28798881 width=106) default@catalog_returns,cr1,Tbl:COMPLETE,Col:NONE,Output:["cr_order_number"] @@ -126,15 +126,15 @@ Stage-0 Select Operator [SEL_37] (rows=421645953 width=135) Output:["_col4","_col5","_col6"] Merge Join Operator [MERGEJOIN_82] (rows=421645953 width=135) - Conds:RS_34._col4=RS_35._col0(Left Semi),Output:["_col3","_col4","_col5","_col6","_col14"],residual filter predicates:{(_col3 <> _col14)} - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_35] + Conds:RS_34._col4=RS_99._col0(Left Semi),Output:["_col3","_col4","_col5","_col6","_col14"],residual filter predicates:{(_col3 <> _col14)} + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_99] PartitionCols:_col0 - Group By Operator [GBY_33] (rows=287989836 width=135) + Group By Operator [GBY_98] (rows=287989836 width=135) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_24] (rows=287989836 width=135) + Select Operator [SEL_97] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_71] (rows=287989836 width=135) + Filter Operator [FIL_96] (rows=287989836 width=135) predicate:(cs_order_number is not null and cs_warehouse_sk is not null) TableScan [TS_22] (rows=287989836 width=135) default@catalog_sales,cs2,Tbl:COMPLETE,Col:NONE,Output:["cs_warehouse_sk","cs_order_number"] @@ -142,13 +142,13 @@ Stage-0 SHUFFLE [RS_34] PartitionCols:_col4 Merge Join Operator [MERGEJOIN_81] (rows=383314495 width=135) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col4","_col5","_col6"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_95._col0(Inner),Output:["_col3","_col4","_col5","_col6"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_95] PartitionCols:_col0 - Select Operator [SEL_11] (rows=30 width=2045) + Select Operator [SEL_94] (rows=30 width=2045) Output:["_col0"] - Filter Operator [FIL_70] (rows=30 width=2045) + Filter Operator [FIL_93] (rows=30 width=2045) predicate:((cc_county) IN ('Ziebach County', 'Levy County', 'Huron County', 'Franklin Parish', 'Daviess County') and cc_call_center_sk is not null) TableScan [TS_9] (rows=60 width=2045) default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_county"] @@ -156,13 +156,13 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_80] (rows=348467716 width=135) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col1=RS_92._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_92] PartitionCols:_col0 - Select Operator [SEL_8] (rows=20000000 width=1014) + Select Operator [SEL_91] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_69] (rows=20000000 width=1014) + Filter Operator [FIL_90] (rows=20000000 width=1014) predicate:((ca_state = 'NY') and ca_address_sk is not null) TableScan [TS_6] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"] @@ -170,22 +170,22 @@ Stage-0 SHUFFLE [RS_15] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_79] (rows=316788826 width=135) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_86._col0=RS_89._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_86] PartitionCols:_col0 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_85] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_67] (rows=287989836 width=135) + Filter Operator [FIL_84] (rows=287989836 width=135) predicate:(cs_call_center_sk is not null and cs_order_number is not null and cs_ship_addr_sk is not null and cs_ship_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,cs1,Tbl:COMPLETE,Col:NONE,Output:["cs_ship_date_sk","cs_ship_addr_sk","cs_call_center_sk","cs_warehouse_sk","cs_order_number","cs_ext_ship_cost","cs_net_profit"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_89] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_88] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_68] (rows=8116 width=1119) + Filter Operator [FIL_87] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-04-01 00:00:00.0' AND TIMESTAMP'2001-05-31 01:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] diff --git ql/src/test/results/clientpositive/perf/tez/query17.q.out ql/src/test/results/clientpositive/perf/tez/query17.q.out index 5e68fe3..0551653 100644 --- ql/src/test/results/clientpositive/perf/tez/query17.q.out +++ ql/src/test/results/clientpositive/perf/tez/query17.q.out @@ -103,17 +103,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_56] - Limit [LIM_55] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_129] + Limit [LIM_128] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_54] (rows=421657640 width=88) + Select Operator [SEL_127] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_53] - Select Operator [SEL_52] (rows=421657640 width=88) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_126] + Select Operator [SEL_125] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - Group By Operator [GBY_51] (rows=421657640 width=88) + Group By Operator [GBY_124] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","count(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","count(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_50] @@ -123,13 +123,13 @@ Stage-0 Select Operator [SEL_47] (rows=843315281 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] Merge Join Operator [MERGEJOIN_99] (rows=843315281 width=88) - Conds:RS_44._col3=RS_45._col0(Inner),Output:["_col5","_col9","_col10","_col14","_col21","_col25"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_45] + Conds:RS_44._col3=RS_123._col0(Inner),Output:["_col5","_col9","_col10","_col14","_col21","_col25"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_123] PartitionCols:_col0 - Select Operator [SEL_34] (rows=1704 width=1910) + Select Operator [SEL_122] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_92] (rows=1704 width=1910) + Filter Operator [FIL_121] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_32] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"] @@ -147,22 +147,22 @@ Stage-0 SHUFFLE [RS_29] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_96] (rows=63350266 width=77) - Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_120._col0=RS_111._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_111] PartitionCols:_col0 - Select Operator [SEL_20] (rows=36525 width=1119) + Select Operator [SEL_108] (rows=36525 width=1119) Output:["_col0"] - Filter Operator [FIL_91] (rows=36525 width=1119) + Filter Operator [FIL_105] (rows=36525 width=1119) predicate:((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_quarter_name"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_21] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_120] PartitionCols:_col0 - Select Operator [SEL_17] (rows=57591150 width=77) + Select Operator [SEL_119] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_90] (rows=57591150 width=77) + Filter Operator [FIL_118] (rows=57591150 width=77) predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null) TableScan [TS_15] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"] @@ -170,21 +170,21 @@ Stage-0 SHUFFLE [RS_28] PartitionCols:_col2, _col1 Merge Join Operator [MERGEJOIN_95] (rows=316788826 width=135) - Conds:RS_25._col0=RS_26._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_26] + Conds:RS_117._col0=RS_110._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_110] PartitionCols:_col0 - Select Operator [SEL_14] (rows=36525 width=1119) + Select Operator [SEL_107] (rows=36525 width=1119) Output:["_col0"] - Filter Operator [FIL_89] (rows=36525 width=1119) + Filter Operator [FIL_104] (rows=36525 width=1119) predicate:((d_quarter_name) IN ('2000Q1', '2000Q2', '2000Q3') and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_25] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_117] PartitionCols:_col0 - Select Operator [SEL_11] (rows=287989836 width=135) + Select Operator [SEL_116] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_88] (rows=287989836 width=135) + Filter Operator [FIL_115] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_9] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"] @@ -192,13 +192,13 @@ Stage-0 SHUFFLE [RS_41] PartitionCols:_col1, _col2, _col4 Merge Join Operator [MERGEJOIN_94] (rows=696954748 width=88) - Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col9","_col10"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_39] + Conds:RS_38._col1=RS_114._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col9","_col10"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_114] PartitionCols:_col0 - Select Operator [SEL_8] (rows=462000 width=1436) + Select Operator [SEL_113] (rows=462000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_87] (rows=462000 width=1436) + Filter Operator [FIL_112] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"] @@ -206,21 +206,21 @@ Stage-0 SHUFFLE [RS_38] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_93] (rows=633595212 width=88) - Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_36] + Conds:RS_102._col0=RS_109._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_109] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_106] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_86] (rows=36524 width=1119) + Filter Operator [FIL_103] (rows=36524 width=1119) predicate:((d_quarter_name = '2000Q1') and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_35] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_102] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_101] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_85] (rows=575995635 width=88) + Filter Operator [FIL_100] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"] diff --git ql/src/test/results/clientpositive/perf/tez/query18.q.out ql/src/test/results/clientpositive/perf/tez/query18.q.out index c37fc9f..5fa9ad7 100644 --- ql/src/test/results/clientpositive/perf/tez/query18.q.out +++ ql/src/test/results/clientpositive/perf/tez/query18.q.out @@ -80,17 +80,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_49] - Limit [LIM_48] (rows=100 width=135) + Reducer 6 vectorized + File Output Operator [FS_110] + Limit [LIM_109] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_47] (rows=1054114882 width=135) + Select Operator [SEL_108] (rows=1054114882 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_46] - Select Operator [SEL_45] (rows=1054114882 width=135) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_107] + Select Operator [SEL_106] (rows=1054114882 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] - Group By Operator [GBY_44] (rows=1054114882 width=135) + Group By Operator [GBY_105] (rows=1054114882 width=135) Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","count(VALUE._col3)","sum(VALUE._col4)","count(VALUE._col5)","sum(VALUE._col6)","count(VALUE._col7)","sum(VALUE._col8)","count(VALUE._col9)","sum(VALUE._col10)","count(VALUE._col11)","sum(VALUE._col12)","count(VALUE._col13)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_43] @@ -107,13 +107,13 @@ Stage-0 Select Operator [SEL_30] (rows=383314495 width=135) Output:["_col1","_col3","_col6","_col7","_col8","_col9","_col10","_col16"] Merge Join Operator [MERGEJOIN_82] (rows=383314495 width=135) - Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col8","_col14","_col16"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_28] + Conds:RS_27._col3=RS_104._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col8","_col14","_col16"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_104] PartitionCols:_col0 - Select Operator [SEL_20] (rows=462000 width=1436) + Select Operator [SEL_103] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_77] (rows=462000 width=1436) + Filter Operator [FIL_102] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_18] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] @@ -121,13 +121,13 @@ Stage-0 SHUFFLE [RS_27] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_81] (rows=348467716 width=135) - Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col14"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col2=RS_101._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col14"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_101] PartitionCols:_col0 - Select Operator [SEL_17] (rows=465450 width=385) + Select Operator [SEL_100] (rows=465450 width=385) Output:["_col0","_col3"] - Filter Operator [FIL_76] (rows=465450 width=385) + Filter Operator [FIL_99] (rows=465450 width=385) predicate:((cd_education_status = 'College') and (cd_gender = 'M') and cd_demo_sk is not null) TableScan [TS_15] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_education_status","cd_dep_count"] @@ -135,22 +135,22 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_80] (rows=316788826 width=135) - Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_95._col0=RS_98._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_98] PartitionCols:_col0 - Select Operator [SEL_14] (rows=36524 width=1119) + Select Operator [SEL_97] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_75] (rows=36524 width=1119) + Filter Operator [FIL_96] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) TableScan [TS_12] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_21] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_95] PartitionCols:_col0 - Select Operator [SEL_11] (rows=287989836 width=135) + Select Operator [SEL_94] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Filter Operator [FIL_74] (rows=287989836 width=135) + Filter Operator [FIL_93] (rows=287989836 width=135) predicate:(cs_bill_cdemo_sk is not null and cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_9] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_bill_cdemo_sk","cs_item_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt","cs_net_profit"] @@ -158,13 +158,13 @@ Stage-0 SHUFFLE [RS_37] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_79] (rows=48400001 width=860) - Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col0","_col4","_col6","_col7","_col8"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_35] + Conds:RS_34._col1=RS_92._col0(Inner),Output:["_col0","_col4","_col6","_col7","_col8"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_92] PartitionCols:_col0 - Select Operator [SEL_8] (rows=1861800 width=385) + Select Operator [SEL_91] (rows=1861800 width=385) Output:["_col0"] - Filter Operator [FIL_73] (rows=1861800 width=385) + Filter Operator [FIL_90] (rows=1861800 width=385) predicate:cd_demo_sk is not null TableScan [TS_6] (rows=1861800 width=385) default@customer_demographics,cd2,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"] @@ -172,22 +172,22 @@ Stage-0 SHUFFLE [RS_34] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_78] (rows=44000000 width=860) - Conds:RS_31._col2=RS_32._col0(Inner),Output:["_col0","_col1","_col4","_col6","_col7","_col8"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_86._col2=RS_89._col0(Inner),Output:["_col0","_col1","_col4","_col6","_col7","_col8"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_86] PartitionCols:_col2 - Select Operator [SEL_2] (rows=40000000 width=860) + Select Operator [SEL_85] (rows=40000000 width=860) Output:["_col0","_col1","_col2","_col4"] - Filter Operator [FIL_71] (rows=40000000 width=860) + Filter Operator [FIL_84] (rows=40000000 width=860) predicate:((c_birth_month) IN (9, 5, 12, 4, 1, 10) and c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk","c_birth_month","c_birth_year"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_32] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_89] PartitionCols:_col0 - Select Operator [SEL_5] (rows=20000000 width=1014) + Select Operator [SEL_88] (rows=20000000 width=1014) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_72] (rows=20000000 width=1014) + Filter Operator [FIL_87] (rows=20000000 width=1014) predicate:((ca_state) IN ('ND', 'WI', 'AL', 'NC', 'OK', 'MS', 'TN') and ca_address_sk is not null) TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state","ca_country"] diff --git ql/src/test/results/clientpositive/perf/tez/query19.q.out ql/src/test/results/clientpositive/perf/tez/query19.q.out index 71bd1b3..ed963c0 100644 --- ql/src/test/results/clientpositive/perf/tez/query19.q.out +++ ql/src/test/results/clientpositive/perf/tez/query19.q.out @@ -61,17 +61,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 - File Output Operator [FS_44] - Limit [LIM_42] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_97] + Limit [LIM_96] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_41] (rows=421657640 width=88) + Select Operator [SEL_95] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_40] - Select Operator [SEL_39] (rows=421657640 width=88) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_94] + Select Operator [SEL_93] (rows=421657640 width=88) Output:["_col2","_col3","_col4","_col5","_col6"] - Group By Operator [GBY_38] (rows=421657640 width=88) + Group By Operator [GBY_92] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_37] @@ -83,13 +83,13 @@ Stage-0 Filter Operator [FIL_34] (rows=843315281 width=88) predicate:(substr(_col3, 1, 5) <> substr(_col19, 1, 5)) Merge Join Operator [MERGEJOIN_73] (rows=843315281 width=88) - Conds:RS_31._col7=RS_32._col0(Inner),Output:["_col3","_col8","_col13","_col14","_col15","_col16","_col19"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_32] + Conds:RS_31._col7=RS_91._col0(Inner),Output:["_col3","_col8","_col13","_col14","_col15","_col16","_col19"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_91] PartitionCols:_col0 - Select Operator [SEL_24] (rows=1704 width=1910) + Select Operator [SEL_90] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_68] (rows=1704 width=1910) + Filter Operator [FIL_89] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_22] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_zip"] @@ -102,13 +102,13 @@ Stage-0 SHUFFLE [RS_29] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_71] (rows=696954748 width=88) - Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col9","_col10","_col11","_col12"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col1=RS_88._col0(Inner),Output:["_col2","_col3","_col4","_col9","_col10","_col11","_col12"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_88] PartitionCols:_col0 - Select Operator [SEL_14] (rows=231000 width=1436) + Select Operator [SEL_87] (rows=231000 width=1436) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_67] (rows=231000 width=1436) + Filter Operator [FIL_86] (rows=231000 width=1436) predicate:((i_manager_id = 7) and i_item_sk is not null) TableScan [TS_12] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manufact_id","i_manufact","i_manager_id"] @@ -116,22 +116,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_70] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_82._col0=RS_85._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_85] PartitionCols:_col0 - Select Operator [SEL_11] (rows=18262 width=1119) + Select Operator [SEL_84] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_66] (rows=18262 width=1119) + Filter Operator [FIL_83] (rows=18262 width=1119) predicate:((d_moy = 11) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_15] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_82] PartitionCols:_col0 - Select Operator [SEL_8] (rows=575995635 width=88) + Select Operator [SEL_81] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_65] (rows=575995635 width=88) + Filter Operator [FIL_80] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_6] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ext_sales_price"] @@ -139,22 +139,22 @@ Stage-0 SHUFFLE [RS_28] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_69] (rows=88000001 width=860) - Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_76._col1=RS_79._col0(Inner),Output:["_col0","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_76] PartitionCols:_col1 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_75] (rows=80000000 width=860) Output:["_col0","_col1"] - Filter Operator [FIL_63] (rows=80000000 width=860) + Filter Operator [FIL_74] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_26] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_79] PartitionCols:_col0 - Select Operator [SEL_5] (rows=40000000 width=1014) + Select Operator [SEL_78] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_64] (rows=40000000 width=1014) + Filter Operator [FIL_77] (rows=40000000 width=1014) predicate:ca_address_sk is not null TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_zip"] diff --git ql/src/test/results/clientpositive/perf/tez/query2.q.out ql/src/test/results/clientpositive/perf/tez/query2.q.out index 32d9e1d..61776db 100644 --- ql/src/test/results/clientpositive/perf/tez/query2.q.out +++ ql/src/test/results/clientpositive/perf/tez/query2.q.out @@ -132,9 +132,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 - File Output Operator [FS_60] - Select Operator [SEL_59] (rows=287491028 width=135) + Reducer 7 vectorized + File Output Operator [FS_112] + Select Operator [SEL_111] (rows=287491028 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_58] @@ -146,20 +146,20 @@ Stage-0 FORWARD [RS_54] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_92] (rows=261355475 width=135) - Conds:RS_23._col0=RS_24._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_24] + Conds:RS_103._col0=RS_109._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_109] PartitionCols:_col0 - Select Operator [SEL_22] (rows=36524 width=1119) + Select Operator [SEL_107] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_86] (rows=36524 width=1119) + Filter Operator [FIL_105] (rows=36524 width=1119) predicate:((d_year = 2001) and d_week_seq is not null) TableScan [TS_20] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_week_seq","d_year"] - <-Reducer 4 [ONE_TO_ONE_EDGE] - FORWARD [RS_23] + <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_103] PartitionCols:_col0 - Group By Operator [GBY_18] (rows=237595882 width=135) + Group By Operator [GBY_102] (rows=237595882 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -169,32 +169,32 @@ Stage-0 Select Operator [SEL_14] (rows=475191764 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_91] (rows=475191764 width=135) - Conds:Union 2._col0=RS_12._col0(Inner),Output:["_col1","_col3","_col4"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:Union 2._col0=RS_101._col0(Inner),Output:["_col1","_col3","_col4"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_101] PartitionCols:_col0 - Select Operator [SEL_10] (rows=73049 width=1119) + Select Operator [SEL_100] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_85] (rows=73049 width=1119) + Filter Operator [FIL_99] (rows=73049 width=1119) predicate:(d_date_sk is not null and d_week_seq is not null) TableScan [TS_8] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq","d_day_name"] <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] - Reduce Output Operator [RS_11] + <-Map 1 [CONTAINS] vectorized + Reduce Output Operator [RS_98] PartitionCols:_col0 - Select Operator [SEL_2] (rows=144002668 width=135) + Select Operator [SEL_97] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_83] (rows=144002668 width=135) + Filter Operator [FIL_96] (rows=144002668 width=135) predicate:ws_sold_date_sk is not null TableScan [TS_0] (rows=144002668 width=135) Output:["ws_sold_date_sk","ws_ext_sales_price"] - <-Map 9 [CONTAINS] - Reduce Output Operator [RS_11] + <-Map 9 [CONTAINS] vectorized + Reduce Output Operator [RS_115] PartitionCols:_col0 - Select Operator [SEL_5] (rows=287989836 width=135) + Select Operator [SEL_114] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_84] (rows=287989836 width=135) + Filter Operator [FIL_113] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null TableScan [TS_3] (rows=287989836 width=135) Output:["cs_sold_date_sk","cs_ext_sales_price"] @@ -202,17 +202,17 @@ Stage-0 SHUFFLE [RS_55] PartitionCols:(_col0 - 53) Merge Join Operator [MERGEJOIN_94] (rows=261355475 width=135) - Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_51] + Conds:RS_104._col0=RS_110._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_110] PartitionCols:_col0 - Select Operator [SEL_49] (rows=36524 width=1119) + Select Operator [SEL_108] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_90] (rows=36524 width=1119) + Filter Operator [FIL_106] (rows=36524 width=1119) predicate:((d_year = 2002) and d_week_seq is not null) Please refer to the previous TableScan [TS_20] - <-Reducer 4 [ONE_TO_ONE_EDGE] - FORWARD [RS_50] + <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_104] PartitionCols:_col0 - Please refer to the previous Group By Operator [GBY_18] + Please refer to the previous Group By Operator [GBY_102] diff --git ql/src/test/results/clientpositive/perf/tez/query20.q.out ql/src/test/results/clientpositive/perf/tez/query20.q.out index e9325b3..632133e 100644 --- ql/src/test/results/clientpositive/perf/tez/query20.q.out +++ ql/src/test/results/clientpositive/perf/tez/query20.q.out @@ -67,24 +67,24 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 - File Output Operator [FS_28] - Limit [LIM_26] (rows=100 width=135) + Reducer 6 vectorized + File Output Operator [FS_56] + Limit [LIM_55] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_25] (rows=174233858 width=135) + Select Operator [SEL_54] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_24] - Select Operator [SEL_22] (rows=174233858 width=135) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_53] + Select Operator [SEL_52] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - PTF Operator [PTF_21] (rows=174233858 width=135) + PTF Operator [PTF_51] (rows=174233858 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col1"}] - Select Operator [SEL_20] (rows=174233858 width=135) + Select Operator [SEL_50] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_19] + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_49] PartitionCols:_col1 - Group By Operator [GBY_18] (rows=174233858 width=135) + Group By Operator [GBY_48] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -92,13 +92,13 @@ Stage-0 Group By Operator [GBY_16] (rows=348467716 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col10, _col9, _col6, _col7, _col8 Merge Join Operator [MERGEJOIN_38] (rows=348467716 width=135) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_47._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_47] PartitionCols:_col0 - Select Operator [SEL_8] (rows=231000 width=1436) + Select Operator [SEL_46] (rows=231000 width=1436) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_36] (rows=231000 width=1436) + Filter Operator [FIL_45] (rows=231000 width=1436) predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null) TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"] @@ -106,22 +106,22 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_37] (rows=316788826 width=135) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Conds:RS_41._col0=RS_44._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_41] PartitionCols:_col0 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_40] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_34] (rows=287989836 width=135) + Filter Operator [FIL_39] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_10] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_44] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_43] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_35] (rows=8116 width=1119) + Filter Operator [FIL_42] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00.0' AND TIMESTAMP'2001-02-11 00:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] diff --git ql/src/test/results/clientpositive/perf/tez/query21.q.out ql/src/test/results/clientpositive/perf/tez/query21.q.out index 87f4d74..f741075 100644 --- ql/src/test/results/clientpositive/perf/tez/query21.q.out +++ ql/src/test/results/clientpositive/perf/tez/query21.q.out @@ -69,11 +69,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_31] - Limit [LIM_30] (rows=100 width=15) + Reducer 6 vectorized + File Output Operator [FS_63] + Limit [LIM_62] (rows=100 width=15) Number of rows:100 - Select Operator [SEL_29] (rows=12506076 width=15) + Select Operator [SEL_61] (rows=12506076 width=15) Output:["_col0","_col1","_col2","_col3"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_28] @@ -89,13 +89,13 @@ Stage-0 Select Operator [SEL_21] (rows=50024305 width=15) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_47] (rows=50024305 width=15) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col7","_col10"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_59._col0(Inner),Output:["_col3","_col5","_col7","_col10"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_59] PartitionCols:_col0 - Select Operator [SEL_11] (rows=27 width=1029) + Select Operator [SEL_58] (rows=27 width=1029) Output:["_col0","_col1"] - Filter Operator [FIL_44] (rows=27 width=1029) + Filter Operator [FIL_57] (rows=27 width=1029) predicate:w_warehouse_sk is not null TableScan [TS_9] (rows=27 width=1029) default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"] @@ -103,13 +103,13 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_46] (rows=45476640 width=15) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col7"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col1=RS_56._col0(Inner),Output:["_col2","_col3","_col5","_col7"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_56] PartitionCols:_col0 - Select Operator [SEL_8] (rows=51333 width=1436) + Select Operator [SEL_55] (rows=51333 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_43] (rows=51333 width=1436) + Filter Operator [FIL_54] (rows=51333 width=1436) predicate:(i_current_price BETWEEN 0.99 AND 1.49 and i_item_sk is not null) TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_current_price"] @@ -117,22 +117,22 @@ Stage-0 SHUFFLE [RS_15] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_45] (rows=41342400 width=15) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col5"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_50._col0=RS_53._col0(Inner),Output:["_col1","_col2","_col3","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_50] PartitionCols:_col0 - Select Operator [SEL_2] (rows=37584000 width=15) + Select Operator [SEL_49] (rows=37584000 width=15) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_41] (rows=37584000 width=15) + Filter Operator [FIL_48] (rows=37584000 width=15) predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null) TableScan [TS_0] (rows=37584000 width=15) default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_53] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_52] (rows=8116 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_42] (rows=8116 width=1119) + Filter Operator [FIL_51] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-08 23:00:00.0' AND TIMESTAMP'1998-05-08 00:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] diff --git ql/src/test/results/clientpositive/perf/tez/query22.q.out ql/src/test/results/clientpositive/perf/tez/query22.q.out index 19e0355..73b6e8e 100644 --- ql/src/test/results/clientpositive/perf/tez/query22.q.out +++ ql/src/test/results/clientpositive/perf/tez/query22.q.out @@ -53,17 +53,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_29] - Limit [LIM_28] (rows=100 width=15) + Reducer 6 vectorized + File Output Operator [FS_63] + Limit [LIM_62] (rows=100 width=15) Number of rows:100 - Select Operator [SEL_27] (rows=125060762 width=15) + Select Operator [SEL_61] (rows=125060762 width=15) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_26] - Select Operator [SEL_25] (rows=125060762 width=15) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_60] + Select Operator [SEL_59] (rows=125060762 width=15) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_24] (rows=125060762 width=15) + Group By Operator [GBY_58] (rows=125060762 width=15) Output:["_col0","_col1","_col2","_col3","_col5","_col6"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_23] @@ -71,13 +71,13 @@ Stage-0 Group By Operator [GBY_22] (rows=250121525 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)","count(_col3)"],keys:_col8, _col9, _col10, _col11, 0L Merge Join Operator [MERGEJOIN_45] (rows=50024305 width=15) - Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col8","_col9","_col10","_col11"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col1=RS_57._col0(Inner),Output:["_col3","_col8","_col9","_col10","_col11"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_57] PartitionCols:_col0 - Select Operator [SEL_11] (rows=462000 width=1436) + Select Operator [SEL_56] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_42] (rows=462000 width=1436) + Filter Operator [FIL_55] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_9] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"] @@ -85,13 +85,13 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_44] (rows=45476640 width=15) - Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col2=RS_54._col0(Inner),Output:["_col1","_col3"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_54] PartitionCols:_col0 - Select Operator [SEL_8] (rows=27 width=1029) + Select Operator [SEL_53] (rows=27 width=1029) Output:["_col0"] - Filter Operator [FIL_41] (rows=27 width=1029) + Filter Operator [FIL_52] (rows=27 width=1029) predicate:w_warehouse_sk is not null TableScan [TS_6] (rows=27 width=1029) default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk"] @@ -99,22 +99,22 @@ Stage-0 SHUFFLE [RS_15] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_43] (rows=41342400 width=15) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_48._col0=RS_51._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_48] PartitionCols:_col0 - Select Operator [SEL_2] (rows=37584000 width=15) + Select Operator [SEL_47] (rows=37584000 width=15) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_39] (rows=37584000 width=15) + Filter Operator [FIL_46] (rows=37584000 width=15) predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null) TableScan [TS_0] (rows=37584000 width=15) default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_51] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_50] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_40] (rows=8116 width=1119) + Filter Operator [FIL_49] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] diff --git ql/src/test/results/clientpositive/perf/tez/query23.q.out ql/src/test/results/clientpositive/perf/tez/query23.q.out index 83d12bb..48184c9 100644 --- ql/src/test/results/clientpositive/perf/tez/query23.q.out +++ ql/src/test/results/clientpositive/perf/tez/query23.q.out @@ -131,11 +131,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_256] - Limit [LIM_255] (rows=1 width=112) + Reducer 6 vectorized + File Output Operator [FS_443] + Limit [LIM_442] (rows=1 width=112) Number of rows:100 - Group By Operator [GBY_253] (rows=1 width=112) + Group By Operator [GBY_441] (rows=1 width=112) Output:["_col0"],aggregations:["sum(VALUE._col0)"] <-Union 5 [CUSTOM_SIMPLE_EDGE] <-Reducer 10 [CONTAINS] @@ -155,9 +155,9 @@ Stage-0 predicate:(_col3 > (0.95 * _col1)) Merge Join Operator [MERGEJOIN_379] (rows=316797606 width=433) Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"] - <-Reducer 30 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_234] - Group By Operator [GBY_106] (rows=316797606 width=88) + <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_440] + Group By Operator [GBY_438] (rows=316797606 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 29 [SIMPLE_EDGE] SHUFFLE [RS_105] @@ -167,42 +167,42 @@ Stage-0 Select Operator [SEL_102] (rows=633595212 width=88) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_366] (rows=633595212 width=88) - Conds:RS_99._col0=RS_100._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_100] + Conds:RS_437._col0=RS_412._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_412] PartitionCols:_col0 - Select Operator [SEL_98] (rows=80000000 width=860) + Select Operator [SEL_411] (rows=80000000 width=860) Output:["_col0"] - Filter Operator [FIL_343] (rows=80000000 width=860) + Filter Operator [FIL_410] (rows=80000000 width=860) predicate:c_customer_sk is not null TableScan [TS_96] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk"] - <-Map 28 [SIMPLE_EDGE] - SHUFFLE [RS_99] + <-Map 28 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_437] PartitionCols:_col0 - Select Operator [SEL_95] (rows=575995635 width=88) + Select Operator [SEL_436] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_342] (rows=575995635 width=88) + Filter Operator [FIL_435] (rows=575995635 width=88) predicate:ss_customer_sk is not null TableScan [TS_93] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_customer_sk","ss_quantity","ss_sales_price"] - <-Reducer 24 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_232] - Select Operator [SEL_190] (rows=1 width=120) - Filter Operator [FIL_189] (rows=1 width=120) + <-Reducer 24 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_452] + Select Operator [SEL_451] (rows=1 width=120) + Filter Operator [FIL_450] (rows=1 width=120) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_187] (rows=1 width=120) + Group By Operator [GBY_449] (rows=1 width=120) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_182] (rows=1 width=120) - Group By Operator [GBY_181] (rows=1 width=120) + Select Operator [SEL_448] (rows=1 width=120) + Group By Operator [GBY_447] (rows=1 width=120) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Reducer 20 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_180] - Group By Operator [GBY_179] (rows=1 width=120) + <-Reducer 20 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_425] + Group By Operator [GBY_421] (rows=1 width=120) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_177] (rows=348477374 width=88) + Select Operator [SEL_417] (rows=348477374 width=88) Output:["_col0"] - Group By Operator [GBY_52] (rows=348477374 width=88) + Group By Operator [GBY_414] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_51] @@ -212,62 +212,62 @@ Stage-0 Select Operator [SEL_48] (rows=696954748 width=88) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_363] (rows=696954748 width=88) - Conds:RS_45._col1=RS_46._col0(Inner),Output:["_col2","_col3","_col6"] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_46] + Conds:RS_45._col1=RS_413._col0(Inner),Output:["_col2","_col3","_col6"] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_413] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_98] + Please refer to the previous Select Operator [SEL_411] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_45] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_362] (rows=633595212 width=88) - Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_42] + Conds:RS_406._col0=RS_409._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_406] PartitionCols:_col0 - Select Operator [SEL_35] (rows=575995635 width=88) + Select Operator [SEL_405] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_336] (rows=575995635 width=88) + Filter Operator [FIL_404] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_33] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_quantity","ss_sales_price"] - <-Map 27 [SIMPLE_EDGE] - SHUFFLE [RS_43] + <-Map 27 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_409] PartitionCols:_col0 - Select Operator [SEL_38] (rows=36525 width=1119) + Select Operator [SEL_408] (rows=36525 width=1119) Output:["_col0"] - Filter Operator [FIL_337] (rows=36525 width=1119) + Filter Operator [FIL_407] (rows=36525 width=1119) predicate:((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) TableScan [TS_36] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Reducer 26 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_233] - Group By Operator [GBY_215] (rows=1 width=224) + <-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_454] + Group By Operator [GBY_453] (rows=1 width=224) Output:["_col0"],aggregations:["max(VALUE._col0)"] - <-Reducer 20 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_214] - Group By Operator [GBY_213] (rows=1 width=224) + <-Reducer 20 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_426] + Group By Operator [GBY_422] (rows=1 width=224) Output:["_col0"],aggregations:["max(_col1)"] - Select Operator [SEL_211] (rows=348477374 width=88) + Select Operator [SEL_418] (rows=348477374 width=88) Output:["_col1"] - Please refer to the previous Group By Operator [GBY_52] + Please refer to the previous Group By Operator [GBY_414] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_244] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_376] (rows=174243235 width=135) - Conds:RS_241._col1=RS_242._col0(Inner),Output:["_col2","_col3","_col4"] - <-Reducer 14 [SIMPLE_EDGE] - SHUFFLE [RS_242] + Conds:RS_241._col1=RS_403._col0(Inner),Output:["_col2","_col3","_col4"] + <-Reducer 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_403] PartitionCols:_col0 - Group By Operator [GBY_31] (rows=58079562 width=88) + Group By Operator [GBY_401] (rows=58079562 width=88) Output:["_col0"],keys:_col1 - Select Operator [SEL_27] (rows=116159124 width=88) + Select Operator [SEL_400] (rows=116159124 width=88) Output:["_col1"] - Filter Operator [FIL_26] (rows=116159124 width=88) + Filter Operator [FIL_399] (rows=116159124 width=88) predicate:(_col3 > 4L) - Select Operator [SEL_357] (rows=348477374 width=88) + Select Operator [SEL_398] (rows=348477374 width=88) Output:["_col0","_col3"] - Group By Operator [GBY_25] (rows=348477374 width=88) + Group By Operator [GBY_397] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_24] @@ -277,13 +277,13 @@ Stage-0 Select Operator [SEL_21] (rows=696954748 width=88) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_361] (rows=696954748 width=88) - Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col5","_col6"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col1=RS_396._col0(Inner),Output:["_col3","_col5","_col6"] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_396] PartitionCols:_col0 - Select Operator [SEL_14] (rows=462000 width=1436) + Select Operator [SEL_395] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_335] (rows=462000 width=1436) + Filter Operator [FIL_394] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_12] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"] @@ -291,22 +291,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_360] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col3"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_390._col0=RS_393._col0(Inner),Output:["_col1","_col3"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_390] PartitionCols:_col0 - Select Operator [SEL_8] (rows=575995635 width=88) + Select Operator [SEL_389] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_333] (rows=575995635 width=88) + Filter Operator [FIL_388] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_6] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_393] PartitionCols:_col0 - Select Operator [SEL_11] (rows=36525 width=1119) + Select Operator [SEL_392] (rows=36525 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_334] (rows=36525 width=1119) + Filter Operator [FIL_391] (rows=36525 width=1119) predicate:((d_year) IN (1999, 2000, 2001, 2002) and d_date_sk is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_year"] @@ -314,22 +314,22 @@ Stage-0 SHUFFLE [RS_241] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_367] (rows=158402938 width=135) - Conds:RS_238._col0=RS_239._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_239] + Conds:RS_446._col0=RS_387._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_387] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_385] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_332] (rows=18262 width=1119) + Filter Operator [FIL_384] (rows=18262 width=1119) predicate:((d_moy = 1) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 32 [SIMPLE_EDGE] - SHUFFLE [RS_238] + <-Map 32 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_446] PartitionCols:_col0 - Select Operator [SEL_126] (rows=144002668 width=135) + Select Operator [SEL_445] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_344] (rows=144002668 width=135) + Filter Operator [FIL_444] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_124] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_quantity","ws_list_price"] @@ -350,61 +350,61 @@ Stage-0 predicate:(_col3 > (0.95 * _col1)) Merge Join Operator [MERGEJOIN_377] (rows=316797606 width=433) Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"] - <-Reducer 30 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_110] - Please refer to the previous Group By Operator [GBY_106] - <-Reducer 21 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_108] - Select Operator [SEL_66] (rows=1 width=120) - Filter Operator [FIL_65] (rows=1 width=120) + <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_439] + Please refer to the previous Group By Operator [GBY_438] + <-Reducer 21 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_432] + Select Operator [SEL_431] (rows=1 width=120) + Filter Operator [FIL_430] (rows=1 width=120) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_63] (rows=1 width=120) + Group By Operator [GBY_429] (rows=1 width=120) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_58] (rows=1 width=120) - Group By Operator [GBY_57] (rows=1 width=120) + Select Operator [SEL_428] (rows=1 width=120) + Group By Operator [GBY_427] (rows=1 width=120) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Reducer 20 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_56] - Group By Operator [GBY_55] (rows=1 width=120) + <-Reducer 20 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_423] + Group By Operator [GBY_419] (rows=1 width=120) Output:["_col0"],aggregations:["count(_col0)"] - Select Operator [SEL_53] (rows=348477374 width=88) + Select Operator [SEL_415] (rows=348477374 width=88) Output:["_col0"] - Please refer to the previous Group By Operator [GBY_52] - <-Reducer 23 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_109] - Group By Operator [GBY_91] (rows=1 width=224) + Please refer to the previous Group By Operator [GBY_414] + <-Reducer 23 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_434] + Group By Operator [GBY_433] (rows=1 width=224) Output:["_col0"],aggregations:["max(VALUE._col0)"] - <-Reducer 20 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_90] - Group By Operator [GBY_89] (rows=1 width=224) + <-Reducer 20 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_424] + Group By Operator [GBY_420] (rows=1 width=224) Output:["_col0"],aggregations:["max(_col1)"] - Select Operator [SEL_87] (rows=348477374 width=88) + Select Operator [SEL_416] (rows=348477374 width=88) Output:["_col1"] - Please refer to the previous Group By Operator [GBY_52] + Please refer to the previous Group By Operator [GBY_414] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_120] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_375] (rows=348467716 width=135) - Conds:RS_117._col2=RS_118._col0(Inner),Output:["_col1","_col3","_col4"] - <-Reducer 14 [SIMPLE_EDGE] - SHUFFLE [RS_118] + Conds:RS_117._col2=RS_402._col0(Inner),Output:["_col1","_col3","_col4"] + <-Reducer 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_402] PartitionCols:_col0 - Please refer to the previous Group By Operator [GBY_31] + Please refer to the previous Group By Operator [GBY_401] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_117] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_359] (rows=316788826 width=135) - Conds:RS_114._col0=RS_115._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_115] + Conds:RS_383._col0=RS_386._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_386] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_114] + Please refer to the previous Select Operator [SEL_385] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_383] PartitionCols:_col0 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_382] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_331] (rows=287989836 width=135) + Filter Operator [FIL_381] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity","cs_list_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query24.q.out ql/src/test/results/clientpositive/perf/tez/query24.q.out index 42e6a37..68a1504 100644 --- ql/src/test/results/clientpositive/perf/tez/query24.q.out +++ ql/src/test/results/clientpositive/perf/tez/query24.q.out @@ -127,19 +127,19 @@ Stage-0 predicate:(_col3 > _col4) Merge Join Operator [MERGEJOIN_154] (rows=231911707 width=321) Conds:(Inner),Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 15 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_87] - Select Operator [SEL_85] (rows=1 width=232) + <-Reducer 15 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_192] + Select Operator [SEL_191] (rows=1 width=232) Output:["_col0"] - Group By Operator [GBY_84] (rows=1 width=232) + Group By Operator [GBY_190] (rows=1 width=232) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Reducer 14 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_83] - Group By Operator [GBY_82] (rows=1 width=232) + <-Reducer 14 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_189] + Group By Operator [GBY_188] (rows=1 width=232) Output:["_col0","_col1"],aggregations:["sum(_col10)","count(_col10)"] - Select Operator [SEL_80] (rows=463823414 width=88) + Select Operator [SEL_187] (rows=463823414 width=88) Output:["_col10"] - Group By Operator [GBY_79] (rows=463823414 width=88) + Group By Operator [GBY_186] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_78] @@ -147,13 +147,13 @@ Stage-0 Group By Operator [GBY_77] (rows=927646829 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"],aggregations:["sum(_col4)"],keys:_col11, _col12, _col6, _col8, _col15, _col16, _col17, _col18, _col19, _col22 Merge Join Operator [MERGEJOIN_153] (rows=927646829 width=88) - Conds:RS_73._col9, _col13=RS_74._col1, upper(_col2)(Inner),Output:["_col4","_col6","_col8","_col11","_col12","_col15","_col16","_col17","_col18","_col19","_col22"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_74] + Conds:RS_73._col9, _col13=RS_180._col1, upper(_col2)(Inner),Output:["_col4","_col6","_col8","_col11","_col12","_col15","_col16","_col17","_col18","_col19","_col22"] + <-Map 20 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_180] PartitionCols:_col1, upper(_col2) - Select Operator [SEL_17] (rows=40000000 width=1014) + Select Operator [SEL_178] (rows=40000000 width=1014) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_137] (rows=40000000 width=1014) + Filter Operator [FIL_177] (rows=40000000 width=1014) predicate:(ca_zip is not null and upper(ca_country) is not null) TableScan [TS_15] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_state","ca_zip","ca_country"] @@ -161,13 +161,13 @@ Stage-0 SHUFFLE [RS_73] PartitionCols:_col9, _col13 Merge Join Operator [MERGEJOIN_152] (rows=843315281 width=88) - Conds:RS_70._col0, _col3=RS_71._col0, _col1(Inner),Output:["_col4","_col6","_col8","_col9","_col11","_col12","_col13","_col15","_col16","_col17","_col18","_col19"] - <-Map 19 [SIMPLE_EDGE] - SHUFFLE [RS_71] + Conds:RS_70._col0, _col3=RS_176._col0, _col1(Inner),Output:["_col4","_col6","_col8","_col9","_col11","_col12","_col13","_col15","_col16","_col17","_col18","_col19"] + <-Map 19 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_176] PartitionCols:_col0, _col1 - Select Operator [SEL_14] (rows=57591150 width=77) + Select Operator [SEL_174] (rows=57591150 width=77) Output:["_col0","_col1"] - Filter Operator [FIL_136] (rows=57591150 width=77) + Filter Operator [FIL_173] (rows=57591150 width=77) predicate:(sr_item_sk is not null and sr_ticket_number is not null) TableScan [TS_12] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"] @@ -175,13 +175,13 @@ Stage-0 SHUFFLE [RS_70] PartitionCols:_col0, _col3 Merge Join Operator [MERGEJOIN_151] (rows=766650239 width=88) - Conds:RS_67._col0=RS_68._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col8","_col9","_col11","_col12","_col13","_col15","_col16","_col17","_col18","_col19"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_68] + Conds:RS_67._col0=RS_164._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col8","_col9","_col11","_col12","_col13","_col15","_col16","_col17","_col18","_col19"] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_164] PartitionCols:_col0 - Select Operator [SEL_54] (rows=462000 width=1436) + Select Operator [SEL_162] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_141] (rows=462000 width=1436) + Filter Operator [FIL_160] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_size","i_color","i_units","i_manager_id"] @@ -189,13 +189,13 @@ Stage-0 SHUFFLE [RS_67] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_150] (rows=696954748 width=88) - Conds:RS_64._col1=RS_65._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col8","_col9","_col11","_col12","_col13"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_65] + Conds:RS_64._col1=RS_172._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col8","_col9","_col11","_col12","_col13"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_172] PartitionCols:_col0 - Select Operator [SEL_11] (rows=80000000 width=860) + Select Operator [SEL_170] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_135] (rows=80000000 width=860) + Filter Operator [FIL_169] (rows=80000000 width=860) predicate:(c_birth_country is not null and c_customer_sk is not null) TableScan [TS_9] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name","c_birth_country"] @@ -203,34 +203,34 @@ Stage-0 SHUFFLE [RS_64] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_149] (rows=633595212 width=88) - Conds:RS_61._col2=RS_62._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col6","_col8","_col9"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_61] + Conds:RS_158._col2=RS_168._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col6","_col8","_col9"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_158] PartitionCols:_col2 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_156] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_132] (rows=575995635 width=88) + Filter Operator [FIL_155] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_sales_price"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_62] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_168] PartitionCols:_col0 - Select Operator [SEL_8] (rows=852 width=1910) + Select Operator [SEL_166] (rows=852 width=1910) Output:["_col0","_col1","_col3","_col4"] - Filter Operator [FIL_134] (rows=852 width=1910) + Filter Operator [FIL_165] (rows=852 width=1910) predicate:((s_market_id = 7) and s_store_sk is not null and s_zip is not null) TableScan [TS_6] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_market_id","s_state","s_zip"] - <-Reducer 7 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_86] - Select Operator [SEL_42] (rows=231911707 width=88) + <-Reducer 7 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_185] + Select Operator [SEL_184] (rows=231911707 width=88) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_41] (rows=231911707 width=88) + Group By Operator [GBY_183] (rows=231911707 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col9)"],keys:_col1, _col2, _col7 - Select Operator [SEL_37] (rows=463823414 width=88) + Select Operator [SEL_182] (rows=463823414 width=88) Output:["_col1","_col2","_col7","_col9"] - Group By Operator [GBY_36] (rows=463823414 width=88) + Group By Operator [GBY_181] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_35] @@ -238,53 +238,53 @@ Stage-0 Group By Operator [GBY_34] (rows=927646829 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"],aggregations:["sum(_col4)"],keys:_col17, _col18, _col12, _col22, _col6, _col7, _col9, _col10, _col14 Merge Join Operator [MERGEJOIN_148] (rows=927646829 width=88) - Conds:RS_30._col15, _col19=RS_31._col1, upper(_col2)(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col17","_col18","_col22"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_30._col15, _col19=RS_179._col1, upper(_col2)(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col17","_col18","_col22"] + <-Map 20 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_179] PartitionCols:_col1, upper(_col2) - Please refer to the previous Select Operator [SEL_17] + Please refer to the previous Select Operator [SEL_178] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col15, _col19 Merge Join Operator [MERGEJOIN_147] (rows=843315281 width=88) - Conds:RS_27._col0, _col3=RS_28._col0, _col1(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15","_col17","_col18","_col19"] - <-Map 19 [SIMPLE_EDGE] - SHUFFLE [RS_28] + Conds:RS_27._col0, _col3=RS_175._col0, _col1(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15","_col17","_col18","_col19"] + <-Map 19 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_175] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_14] + Please refer to the previous Select Operator [SEL_174] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col0, _col3 Merge Join Operator [MERGEJOIN_146] (rows=766650239 width=88) - Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15","_col17","_col18","_col19"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col1=RS_171._col0(Inner),Output:["_col0","_col3","_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15","_col17","_col18","_col19"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_171] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_170] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_145] (rows=696954748 width=88) - Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col2=RS_167._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col6","_col7","_col9","_col10","_col12","_col14","_col15"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_167] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_166] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_144] (rows=633595212 width=88) - Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col9","_col10"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_18] + Conds:RS_157._col0=RS_163._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col6","_col7","_col9","_col10"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_157] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Please refer to the previous Select Operator [SEL_156] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_163] PartitionCols:_col0 - Select Operator [SEL_5] (rows=231000 width=1436) + Select Operator [SEL_161] (rows=231000 width=1436) Output:["_col0","_col1","_col2","_col4","_col5"] - Filter Operator [FIL_133] (rows=231000 width=1436) + Filter Operator [FIL_159] (rows=231000 width=1436) predicate:((i_color = 'orchid') and i_item_sk is not null) Please refer to the previous TableScan [TS_3] diff --git ql/src/test/results/clientpositive/perf/tez/query25.q.out ql/src/test/results/clientpositive/perf/tez/query25.q.out index f6d342e..9af27f8 100644 --- ql/src/test/results/clientpositive/perf/tez/query25.q.out +++ ql/src/test/results/clientpositive/perf/tez/query25.q.out @@ -109,15 +109,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_55] - Limit [LIM_54] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_130] + Limit [LIM_129] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_53] (rows=421657640 width=88) + Select Operator [SEL_128] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_52] - Group By Operator [GBY_50] (rows=421657640 width=88) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_127] + Group By Operator [GBY_126] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_49] @@ -125,13 +125,13 @@ Stage-0 Group By Operator [GBY_48] (rows=843315281 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col5)","sum(_col20)","sum(_col12)"],keys:_col25, _col26, _col28, _col29 Merge Join Operator [MERGEJOIN_101] (rows=843315281 width=88) - Conds:RS_44._col3=RS_45._col0(Inner),Output:["_col5","_col12","_col20","_col25","_col26","_col28","_col29"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_45] + Conds:RS_44._col3=RS_125._col0(Inner),Output:["_col5","_col12","_col20","_col25","_col26","_col28","_col29"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_125] PartitionCols:_col0 - Select Operator [SEL_34] (rows=1704 width=1910) + Select Operator [SEL_124] (rows=1704 width=1910) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_94] (rows=1704 width=1910) + Filter Operator [FIL_123] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_32] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"] @@ -139,13 +139,13 @@ Stage-0 SHUFFLE [RS_44] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_100] (rows=766650239 width=88) - Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col3","_col5","_col12","_col20","_col25","_col26"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_42] + Conds:RS_41._col1=RS_122._col0(Inner),Output:["_col3","_col5","_col12","_col20","_col25","_col26"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_122] PartitionCols:_col0 - Select Operator [SEL_31] (rows=462000 width=1436) + Select Operator [SEL_121] (rows=462000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_93] (rows=462000 width=1436) + Filter Operator [FIL_120] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_29] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"] @@ -163,22 +163,22 @@ Stage-0 SHUFFLE [RS_26] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_97] (rows=63350266 width=77) - Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_119._col0=RS_113._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_113] PartitionCols:_col0 - Select Operator [SEL_17] (rows=4058 width=1119) + Select Operator [SEL_110] (rows=4058 width=1119) Output:["_col0"] - Filter Operator [FIL_92] (rows=4058 width=1119) + Filter Operator [FIL_107] (rows=4058 width=1119) predicate:((d_year = 2000) and d_date_sk is not null and d_moy BETWEEN 4 AND 10) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_18] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_119] PartitionCols:_col0 - Select Operator [SEL_14] (rows=57591150 width=77) + Select Operator [SEL_118] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_91] (rows=57591150 width=77) + Filter Operator [FIL_117] (rows=57591150 width=77) predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null) TableScan [TS_12] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_net_loss"] @@ -186,21 +186,21 @@ Stage-0 SHUFFLE [RS_25] PartitionCols:_col2, _col1 Merge Join Operator [MERGEJOIN_96] (rows=316788826 width=135) - Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_23] + Conds:RS_116._col0=RS_112._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_112] PartitionCols:_col0 - Select Operator [SEL_11] (rows=4058 width=1119) + Select Operator [SEL_109] (rows=4058 width=1119) Output:["_col0"] - Filter Operator [FIL_90] (rows=4058 width=1119) + Filter Operator [FIL_106] (rows=4058 width=1119) predicate:((d_year = 2000) and d_date_sk is not null and d_moy BETWEEN 4 AND 10) Please refer to the previous TableScan [TS_3] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_22] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_116] PartitionCols:_col0 - Select Operator [SEL_8] (rows=287989836 width=135) + Select Operator [SEL_115] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_89] (rows=287989836 width=135) + Filter Operator [FIL_114] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_6] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_net_profit"] @@ -208,21 +208,21 @@ Stage-0 SHUFFLE [RS_38] PartitionCols:_col1, _col2, _col4 Merge Join Operator [MERGEJOIN_95] (rows=633595212 width=88) - Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_36] + Conds:RS_104._col0=RS_111._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_111] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_108] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_88] (rows=18262 width=1119) + Filter Operator [FIL_105] (rows=18262 width=1119) predicate:((d_moy = 4) and (d_year = 2000) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_35] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_104] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_103] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_87] (rows=575995635 width=88) + Filter Operator [FIL_102] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_net_profit"] diff --git ql/src/test/results/clientpositive/perf/tez/query26.q.out ql/src/test/results/clientpositive/perf/tez/query26.q.out index 45b70ac..f113113 100644 --- ql/src/test/results/clientpositive/perf/tez/query26.q.out +++ ql/src/test/results/clientpositive/perf/tez/query26.q.out @@ -52,17 +52,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_35] - Limit [LIM_34] (rows=100 width=135) + Reducer 7 vectorized + File Output Operator [FS_79] + Limit [LIM_78] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_33] (rows=210822976 width=135) + Select Operator [SEL_77] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_32] - Select Operator [SEL_31] (rows=210822976 width=135) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_76] + Select Operator [SEL_75] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_30] (rows=210822976 width=135) + Group By Operator [GBY_74] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","count(VALUE._col3)","sum(VALUE._col4)","count(VALUE._col5)","sum(VALUE._col6)","count(VALUE._col7)"],keys:KEY._col0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_29] @@ -70,13 +70,13 @@ Stage-0 Group By Operator [GBY_28] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col4)","count(_col4)","sum(_col5)","count(_col5)","sum(_col7)","count(_col7)","sum(_col6)","count(_col6)"],keys:_col18 Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135) - Conds:RS_24._col2=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col2=RS_73._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_73] PartitionCols:_col0 - Select Operator [SEL_14] (rows=462000 width=1436) + Select Operator [SEL_72] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_54] (rows=462000 width=1436) + Filter Operator [FIL_71] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_12] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] @@ -84,13 +84,13 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135) - Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col3=RS_70._col0(Inner),Output:["_col2","_col4","_col5","_col6","_col7"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_70] PartitionCols:_col0 - Select Operator [SEL_11] (rows=2300 width=1179) + Select Operator [SEL_69] (rows=2300 width=1179) Output:["_col0"] - Filter Operator [FIL_53] (rows=2300 width=1179) + Filter Operator [FIL_68] (rows=2300 width=1179) predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) TableScan [TS_9] (rows=2300 width=1179) default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] @@ -98,13 +98,13 @@ Stage-0 SHUFFLE [RS_21] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135) - Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col0=RS_67._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_67] PartitionCols:_col0 - Select Operator [SEL_8] (rows=36524 width=1119) + Select Operator [SEL_66] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_52] (rows=36524 width=1119) + Filter Operator [FIL_65] (rows=36524 width=1119) predicate:((d_year = 1998) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] @@ -112,22 +112,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_61._col1=RS_64._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_61] PartitionCols:_col1 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_60] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_50] (rows=287989836 width=135) + Filter Operator [FIL_59] (rows=287989836 width=135) predicate:(cs_bill_cdemo_sk is not null and cs_item_sk is not null and cs_promo_sk is not null and cs_sold_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_cdemo_sk","cs_item_sk","cs_promo_sk","cs_quantity","cs_list_price","cs_sales_price","cs_coupon_amt"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_64] PartitionCols:_col0 - Select Operator [SEL_5] (rows=232725 width=385) + Select Operator [SEL_63] (rows=232725 width=385) Output:["_col0"] - Filter Operator [FIL_51] (rows=232725 width=385) + Filter Operator [FIL_62] (rows=232725 width=385) predicate:((cd_education_status = 'Primary') and (cd_gender = 'F') and (cd_marital_status = 'W') and cd_demo_sk is not null) TableScan [TS_3] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] diff --git ql/src/test/results/clientpositive/perf/tez/query27.q.out ql/src/test/results/clientpositive/perf/tez/query27.q.out index b16e740..0839118 100644 --- ql/src/test/results/clientpositive/perf/tez/query27.q.out +++ ql/src/test/results/clientpositive/perf/tez/query27.q.out @@ -56,17 +56,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_36] - Limit [LIM_35] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_80] + Limit [LIM_79] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_34] (rows=1264972921 width=88) + Select Operator [SEL_78] (rows=1264972921 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_33] - Select Operator [SEL_32] (rows=1264972921 width=88) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_77] + Select Operator [SEL_76] (rows=1264972921 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Group By Operator [GBY_31] (rows=1264972921 width=88) + Group By Operator [GBY_75] (rows=1264972921 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","count(VALUE._col3)","sum(VALUE._col4)","count(VALUE._col5)","sum(VALUE._col6)","count(VALUE._col7)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] @@ -76,13 +76,13 @@ Stage-0 Select Operator [SEL_27] (rows=843315281 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_59] (rows=843315281 width=88) - Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15","_col17"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col1=RS_74._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col15","_col17"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_74] PartitionCols:_col0 - Select Operator [SEL_14] (rows=462000 width=1436) + Select Operator [SEL_73] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_55] (rows=462000 width=1436) + Filter Operator [FIL_72] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_12] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] @@ -90,13 +90,13 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_58] (rows=766650239 width=88) - Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col15"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col3=RS_71._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col15"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_71] PartitionCols:_col0 - Select Operator [SEL_11] (rows=852 width=1910) + Select Operator [SEL_70] (rows=852 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_54] (rows=852 width=1910) + Filter Operator [FIL_69] (rows=852 width=1910) predicate:((s_state) IN ('SD', 'FL', 'MI', 'LA', 'MO', 'SC') and s_store_sk is not null) TableScan [TS_9] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"] @@ -104,13 +104,13 @@ Stage-0 SHUFFLE [RS_21] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_57] (rows=696954748 width=88) - Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col0=RS_68._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_68] PartitionCols:_col0 - Select Operator [SEL_8] (rows=36524 width=1119) + Select Operator [SEL_67] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_53] (rows=36524 width=1119) + Filter Operator [FIL_66] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] @@ -118,22 +118,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_56] (rows=633595212 width=88) - Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_62._col2=RS_65._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_62] PartitionCols:_col2 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_61] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_51] (rows=575995635 width=88) + Filter Operator [FIL_60] (rows=575995635 width=88) predicate:(ss_cdemo_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_store_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_65] PartitionCols:_col0 - Select Operator [SEL_5] (rows=232725 width=385) + Select Operator [SEL_64] (rows=232725 width=385) Output:["_col0"] - Filter Operator [FIL_52] (rows=232725 width=385) + Filter Operator [FIL_63] (rows=232725 width=385) predicate:((cd_education_status = '2 yr Degree') and (cd_gender = 'M') and (cd_marital_status = 'U') and cd_demo_sk is not null) TableScan [TS_3] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] diff --git ql/src/test/results/clientpositive/perf/tez/query28.q.out ql/src/test/results/clientpositive/perf/tez/query28.q.out index 086ac49..ca0bf37 100644 --- ql/src/test/results/clientpositive/perf/tez/query28.q.out +++ ql/src/test/results/clientpositive/perf/tez/query28.q.out @@ -132,137 +132,137 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"] Merge Join Operator [MERGEJOIN_94] (rows=1 width=1393) Conds:(Inner),(Inner),(Inner),(Inner),(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"] - <-Reducer 10 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_45] - Select Operator [SEL_27] (rows=1 width=232) + <-Reducer 10 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_142] + Select Operator [SEL_141] (rows=1 width=232) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_81] (rows=1 width=232) + Group By Operator [GBY_140] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"] - <-Reducer 9 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_80] - Group By Operator [GBY_79] (rows=1 width=232) + <-Reducer 9 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_139] + Group By Operator [GBY_138] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_78] (rows=21333171 width=88) + Group By Operator [GBY_137] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_77] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_116] PartitionCols:_col0 - Group By Operator [GBY_76] (rows=21333171 width=88) + Group By Operator [GBY_110] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price - Select Operator [SEL_23] (rows=21333171 width=88) + Select Operator [SEL_104] (rows=21333171 width=88) Output:["ss_list_price"] - Filter Operator [FIL_55] (rows=21333171 width=88) + Filter Operator [FIL_98] (rows=21333171 width=88) predicate:((ss_list_price BETWEEN 142 AND 152 or ss_coupon_amt BETWEEN 3054 AND 4054 or ss_wholesale_cost BETWEEN 80 AND 100) and ss_quantity BETWEEN 16 AND 20) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] - <-Reducer 12 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_46] - Select Operator [SEL_34] (rows=1 width=232) + <-Reducer 12 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_148] + Select Operator [SEL_147] (rows=1 width=232) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_87] (rows=1 width=232) + Group By Operator [GBY_146] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"] - <-Reducer 11 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_86] - Group By Operator [GBY_85] (rows=1 width=232) + <-Reducer 11 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_145] + Group By Operator [GBY_144] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_84] (rows=21333171 width=88) + Group By Operator [GBY_143] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_83] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_117] PartitionCols:_col0 - Group By Operator [GBY_82] (rows=21333171 width=88) + Group By Operator [GBY_111] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price - Select Operator [SEL_30] (rows=21333171 width=88) + Select Operator [SEL_105] (rows=21333171 width=88) Output:["ss_list_price"] - Filter Operator [FIL_56] (rows=21333171 width=88) + Filter Operator [FIL_99] (rows=21333171 width=88) predicate:((ss_list_price BETWEEN 66 AND 76 or ss_coupon_amt BETWEEN 920 AND 1920 or ss_wholesale_cost BETWEEN 4 AND 24) and ss_quantity BETWEEN 11 AND 15) Please refer to the previous TableScan [TS_0] - <-Reducer 14 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_47] - Select Operator [SEL_41] (rows=1 width=232) + <-Reducer 14 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_154] + Select Operator [SEL_153] (rows=1 width=232) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_93] (rows=1 width=232) + Group By Operator [GBY_152] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"] - <-Reducer 13 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_92] - Group By Operator [GBY_91] (rows=1 width=232) + <-Reducer 13 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_151] + Group By Operator [GBY_150] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_90] (rows=21333171 width=88) + Group By Operator [GBY_149] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_89] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_118] PartitionCols:_col0 - Group By Operator [GBY_88] (rows=21333171 width=88) + Group By Operator [GBY_112] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price - Select Operator [SEL_37] (rows=21333171 width=88) + Select Operator [SEL_106] (rows=21333171 width=88) Output:["ss_list_price"] - Filter Operator [FIL_57] (rows=21333171 width=88) + Filter Operator [FIL_100] (rows=21333171 width=88) predicate:((ss_list_price BETWEEN 91 AND 101 or ss_coupon_amt BETWEEN 1430 AND 2430 or ss_wholesale_cost BETWEEN 32 AND 52) and ss_quantity BETWEEN 6 AND 10) Please refer to the previous TableScan [TS_0] - <-Reducer 3 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_42] - Select Operator [SEL_6] (rows=1 width=232) + <-Reducer 3 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_124] + Select Operator [SEL_123] (rows=1 width=232) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_63] (rows=1 width=232) + Group By Operator [GBY_122] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"] - <-Reducer 2 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_62] - Group By Operator [GBY_61] (rows=1 width=232) + <-Reducer 2 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_121] + Group By Operator [GBY_120] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_60] (rows=21333171 width=88) + Group By Operator [GBY_119] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_59] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_113] PartitionCols:_col0 - Group By Operator [GBY_58] (rows=21333171 width=88) + Group By Operator [GBY_107] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price - Select Operator [SEL_2] (rows=21333171 width=88) + Select Operator [SEL_101] (rows=21333171 width=88) Output:["ss_list_price"] - Filter Operator [FIL_52] (rows=21333171 width=88) + Filter Operator [FIL_95] (rows=21333171 width=88) predicate:((ss_list_price BETWEEN 11 AND 21 or ss_coupon_amt BETWEEN 460 AND 1460 or ss_wholesale_cost BETWEEN 14 AND 34) and ss_quantity BETWEEN 0 AND 5) Please refer to the previous TableScan [TS_0] - <-Reducer 6 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_43] - Select Operator [SEL_13] (rows=1 width=232) + <-Reducer 6 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_130] + Select Operator [SEL_129] (rows=1 width=232) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_69] (rows=1 width=232) + Group By Operator [GBY_128] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"] - <-Reducer 5 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_68] - Group By Operator [GBY_67] (rows=1 width=232) + <-Reducer 5 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_127] + Group By Operator [GBY_126] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_66] (rows=21333171 width=88) + Group By Operator [GBY_125] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_65] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_114] PartitionCols:_col0 - Group By Operator [GBY_64] (rows=21333171 width=88) + Group By Operator [GBY_108] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price - Select Operator [SEL_9] (rows=21333171 width=88) + Select Operator [SEL_102] (rows=21333171 width=88) Output:["ss_list_price"] - Filter Operator [FIL_53] (rows=21333171 width=88) + Filter Operator [FIL_96] (rows=21333171 width=88) predicate:((ss_list_price BETWEEN 28 AND 38 or ss_coupon_amt BETWEEN 2513 AND 3513 or ss_wholesale_cost BETWEEN 42 AND 62) and ss_quantity BETWEEN 26 AND 30) Please refer to the previous TableScan [TS_0] - <-Reducer 8 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_44] - Select Operator [SEL_20] (rows=1 width=232) + <-Reducer 8 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_136] + Select Operator [SEL_135] (rows=1 width=232) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_75] (rows=1 width=232) + Group By Operator [GBY_134] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"] - <-Reducer 7 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_74] - Group By Operator [GBY_73] (rows=1 width=232) + <-Reducer 7 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_133] + Group By Operator [GBY_132] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_72] (rows=21333171 width=88) + Group By Operator [GBY_131] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_71] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_115] PartitionCols:_col0 - Group By Operator [GBY_70] (rows=21333171 width=88) + Group By Operator [GBY_109] (rows=21333171 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price - Select Operator [SEL_16] (rows=21333171 width=88) + Select Operator [SEL_103] (rows=21333171 width=88) Output:["ss_list_price"] - Filter Operator [FIL_54] (rows=21333171 width=88) + Filter Operator [FIL_97] (rows=21333171 width=88) predicate:((ss_list_price BETWEEN 135 AND 145 or ss_coupon_amt BETWEEN 14180 AND 15180 or ss_wholesale_cost BETWEEN 38 AND 58) and ss_quantity BETWEEN 21 AND 25) Please refer to the previous TableScan [TS_0] diff --git ql/src/test/results/clientpositive/perf/tez/query29.q.out ql/src/test/results/clientpositive/perf/tez/query29.q.out index 81abe01..a0e7621 100644 --- ql/src/test/results/clientpositive/perf/tez/query29.q.out +++ ql/src/test/results/clientpositive/perf/tez/query29.q.out @@ -107,15 +107,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 5 - File Output Operator [FS_55] - Limit [LIM_54] (rows=100 width=88) + Reducer 5 vectorized + File Output Operator [FS_128] + Limit [LIM_127] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_53] (rows=463823414 width=88) + Select Operator [SEL_126] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_52] - Group By Operator [GBY_50] (rows=463823414 width=88) + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_125] + Group By Operator [GBY_124] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_49] @@ -130,13 +130,13 @@ Stage-0 Select Operator [SEL_40] (rows=843315281 width=88) Output:["_col1","_col2","_col8","_col13","_col14","_col16","_col21","_col22"] Merge Join Operator [MERGEJOIN_98] (rows=843315281 width=88) - Conds:RS_37._col3=RS_38._col0(Inner),Output:["_col5","_col10","_col11","_col13","_col18","_col19","_col21","_col22"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_38] + Conds:RS_37._col3=RS_123._col0(Inner),Output:["_col5","_col10","_col11","_col13","_col18","_col19","_col21","_col22"] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_123] PartitionCols:_col0 - Select Operator [SEL_27] (rows=1704 width=1910) + Select Operator [SEL_122] (rows=1704 width=1910) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_92] (rows=1704 width=1910) + Filter Operator [FIL_121] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_25] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"] @@ -144,13 +144,13 @@ Stage-0 SHUFFLE [RS_37] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_97] (rows=766650239 width=88) - Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col3","_col5","_col10","_col11","_col13","_col18","_col19"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_35] + Conds:RS_34._col1=RS_120._col0(Inner),Output:["_col3","_col5","_col10","_col11","_col13","_col18","_col19"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_120] PartitionCols:_col0 - Select Operator [SEL_24] (rows=462000 width=1436) + Select Operator [SEL_119] (rows=462000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_91] (rows=462000 width=1436) + Filter Operator [FIL_118] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_22] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc"] @@ -163,22 +163,22 @@ Stage-0 SHUFFLE [RS_32] PartitionCols:_col1, _col2, _col3 Merge Join Operator [MERGEJOIN_95] (rows=63350266 width=77) - Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_117._col0=RS_114._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_114] PartitionCols:_col0 - Select Operator [SEL_17] (rows=4058 width=1119) + Select Operator [SEL_112] (rows=4058 width=1119) Output:["_col0"] - Filter Operator [FIL_90] (rows=4058 width=1119) + Filter Operator [FIL_110] (rows=4058 width=1119) predicate:((d_year = 1999) and d_date_sk is not null and d_moy BETWEEN 4 AND 7) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_18] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_117] PartitionCols:_col0 - Select Operator [SEL_14] (rows=57591150 width=77) + Select Operator [SEL_116] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_89] (rows=57591150 width=77) + Filter Operator [FIL_115] (rows=57591150 width=77) predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null) TableScan [TS_12] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number","sr_return_quantity"] @@ -186,21 +186,21 @@ Stage-0 SHUFFLE [RS_31] PartitionCols:_col1, _col2, _col4 Merge Join Operator [MERGEJOIN_94] (rows=633595212 width=88) - Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_29] + Conds:RS_108._col0=RS_113._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_113] PartitionCols:_col0 - Select Operator [SEL_11] (rows=18262 width=1119) + Select Operator [SEL_111] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_88] (rows=18262 width=1119) + Filter Operator [FIL_109] (rows=18262 width=1119) predicate:((d_moy = 4) and (d_year = 1999) and d_date_sk is not null) Please refer to the previous TableScan [TS_9] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_28] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_108] PartitionCols:_col0 - Select Operator [SEL_8] (rows=575995635 width=88) + Select Operator [SEL_107] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_87] (rows=575995635 width=88) + Filter Operator [FIL_106] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) TableScan [TS_6] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number","ss_quantity"] @@ -208,22 +208,22 @@ Stage-0 SHUFFLE [RS_44] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_93] (rows=316788826 width=135) - Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_41] + Conds:RS_102._col0=RS_105._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_102] PartitionCols:_col0 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_101] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_85] (rows=287989836 width=135) + Filter Operator [FIL_100] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_quantity"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_42] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_105] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36525 width=1119) + Select Operator [SEL_104] (rows=36525 width=1119) Output:["_col0"] - Filter Operator [FIL_86] (rows=36525 width=1119) + Filter Operator [FIL_103] (rows=36525 width=1119) predicate:((d_year) IN (1999, 2000, 2001) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,d3,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] diff --git ql/src/test/results/clientpositive/perf/tez/query3.q.out ql/src/test/results/clientpositive/perf/tez/query3.q.out index 7d2b7f2..c655c1b 100644 --- ql/src/test/results/clientpositive/perf/tez/query3.q.out +++ ql/src/test/results/clientpositive/perf/tez/query3.q.out @@ -50,15 +50,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 5 - File Output Operator [FS_23] - Limit [LIM_22] (rows=100 width=88) + Reducer 5 vectorized + File Output Operator [FS_47] + Limit [LIM_46] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_21] (rows=348477374 width=88) + Select Operator [SEL_45] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_20] - Group By Operator [GBY_18] (rows=348477374 width=88) + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_44] + Group By Operator [GBY_43] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -66,13 +66,13 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col2)"],keys:_col8, _col4, _col5 Merge Join Operator [MERGEJOIN_33] (rows=696954748 width=88) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col2","_col4","_col5","_col8"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col0=RS_42._col0(Inner),Output:["_col2","_col4","_col5","_col8"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_42] PartitionCols:_col0 - Select Operator [SEL_8] (rows=36524 width=1119) + Select Operator [SEL_41] (rows=36524 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_31] (rows=36524 width=1119) + Filter Operator [FIL_40] (rows=36524 width=1119) predicate:((d_moy = 12) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] @@ -80,22 +80,22 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_32] (rows=633595212 width=88) - Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col4","_col5"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Conds:RS_36._col1=RS_39._col0(Inner),Output:["_col0","_col2","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_36] PartitionCols:_col1 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_35] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_29] (rows=575995635 width=88) + Filter Operator [FIL_34] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_10] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_39] PartitionCols:_col0 - Select Operator [SEL_5] (rows=231000 width=1436) + Select Operator [SEL_38] (rows=231000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_30] (rows=231000 width=1436) + Filter Operator [FIL_37] (rows=231000 width=1436) predicate:((i_manufact_id = 436) and i_item_sk is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manufact_id"] diff --git ql/src/test/results/clientpositive/perf/tez/query30.q.out ql/src/test/results/clientpositive/perf/tez/query30.q.out index 7b6822e..7e5dc5a 100644 --- ql/src/test/results/clientpositive/perf/tez/query30.q.out +++ ql/src/test/results/clientpositive/perf/tez/query30.q.out @@ -76,11 +76,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 4 - File Output Operator [FS_66] - Limit [LIM_65] (rows=100 width=860) + Reducer 4 vectorized + File Output Operator [FS_140] + Limit [LIM_139] (rows=100 width=860) Number of rows:100 - Select Operator [SEL_64] (rows=96800003 width=860) + Select Operator [SEL_138] (rows=96800003 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_63] @@ -92,22 +92,22 @@ Stage-0 SHUFFLE [RS_59] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_101] (rows=88000001 width=860) - Conds:RS_56._col2=RS_57._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_57] + Conds:RS_110._col2=RS_117._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] + <-Map 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_117] PartitionCols:_col0 - Select Operator [SEL_5] (rows=20000000 width=1014) + Select Operator [SEL_114] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_94] (rows=20000000 width=1014) + Filter Operator [FIL_111] (rows=20000000 width=1014) predicate:((ca_state = 'IL') and ca_address_sk is not null) TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_56] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_110] PartitionCols:_col2 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_109] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - Filter Operator [FIL_93] (rows=80000000 width=860) + Filter Operator [FIL_108] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_current_addr_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag","c_birth_day","c_birth_month","c_birth_year","c_birth_country","c_login","c_email_address","c_last_review_date"] @@ -119,17 +119,17 @@ Stage-0 Filter Operator [FIL_54] (rows=8066666 width=1014) predicate:(_col2 > CASE WHEN (_col4 is null) THEN (null) ELSE (_col3) END) Merge Join Operator [MERGEJOIN_106] (rows=24200000 width=1014) - Conds:RS_51._col1=RS_52._col2(Inner),Output:["_col0","_col2","_col3","_col4"] - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_52] + Conds:RS_132._col1=RS_137._col2(Inner),Output:["_col0","_col2","_col3","_col4"] + <-Reducer 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_137] PartitionCols:_col2 - Select Operator [SEL_50] (rows=11000000 width=1014) + Select Operator [SEL_136] (rows=11000000 width=1014) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_49] (rows=11000000 width=1014) + Group By Operator [GBY_135] (rows=11000000 width=1014) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","count(_col2)"],keys:_col0 - Select Operator [SEL_45] (rows=22000000 width=1014) + Select Operator [SEL_134] (rows=22000000 width=1014) Output:["_col0","_col2"] - Group By Operator [GBY_44] (rows=22000000 width=1014) + Group By Operator [GBY_133] (rows=22000000 width=1014) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_43] @@ -137,44 +137,44 @@ Stage-0 Group By Operator [GBY_42] (rows=44000000 width=1014) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1 Merge Join Operator [MERGEJOIN_105] (rows=44000000 width=1014) - Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col1","_col3","_col7"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_39] + Conds:RS_38._col2=RS_119._col0(Inner),Output:["_col1","_col3","_col7"] + <-Map 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_119] PartitionCols:_col0 - Select Operator [SEL_34] (rows=40000000 width=1014) + Select Operator [SEL_116] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_100] (rows=40000000 width=1014) + Filter Operator [FIL_113] (rows=40000000 width=1014) predicate:(ca_address_sk is not null and ca_state is not null) Please refer to the previous TableScan [TS_3] <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_38] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_104] (rows=15838314 width=92) - Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_35] + Conds:RS_125._col0=RS_129._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_125] PartitionCols:_col0 - Select Operator [SEL_28] (rows=14398467 width=92) + Select Operator [SEL_123] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_98] (rows=14398467 width=92) + Filter Operator [FIL_121] (rows=14398467 width=92) predicate:(wr_returned_date_sk is not null and wr_returning_addr_sk is not null) TableScan [TS_6] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_returning_customer_sk","wr_returning_addr_sk","wr_return_amt"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_36] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_129] PartitionCols:_col0 - Select Operator [SEL_11] (rows=36524 width=1119) + Select Operator [SEL_127] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_96] (rows=36524 width=1119) + Filter Operator [FIL_126] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Reducer 7 [SIMPLE_EDGE] - SHUFFLE [RS_51] + <-Reducer 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_132] PartitionCols:_col1 - Select Operator [SEL_25] (rows=22000000 width=1014) + Select Operator [SEL_131] (rows=22000000 width=1014) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_24] (rows=22000000 width=1014) + Group By Operator [GBY_130] (rows=22000000 width=1014) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_23] @@ -182,30 +182,30 @@ Stage-0 Group By Operator [GBY_22] (rows=44000000 width=1014) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1 Merge Join Operator [MERGEJOIN_103] (rows=44000000 width=1014) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col7"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_118._col0(Inner),Output:["_col1","_col3","_col7"] + <-Map 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_118] PartitionCols:_col0 - Select Operator [SEL_14] (rows=40000000 width=1014) + Select Operator [SEL_115] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_97] (rows=40000000 width=1014) + Filter Operator [FIL_112] (rows=40000000 width=1014) predicate:ca_address_sk is not null Please refer to the previous TableScan [TS_3] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_102] (rows=15838314 width=92) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_124._col0=RS_128._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_124] PartitionCols:_col0 - Select Operator [SEL_8] (rows=14398467 width=92) + Select Operator [SEL_122] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_95] (rows=14398467 width=92) + Filter Operator [FIL_120] (rows=14398467 width=92) predicate:(wr_returned_date_sk is not null and wr_returning_addr_sk is not null and wr_returning_customer_sk is not null) Please refer to the previous TableScan [TS_6] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_128] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_127] diff --git ql/src/test/results/clientpositive/perf/tez/query31.q.out ql/src/test/results/clientpositive/perf/tez/query31.q.out index 5ad5c0b..789c68a 100644 --- ql/src/test/results/clientpositive/perf/tez/query31.q.out +++ ql/src/test/results/clientpositive/perf/tez/query31.q.out @@ -135,11 +135,11 @@ Stage-0 Filter Operator [FIL_130] (rows=287493839 width=88) predicate:(CASE WHEN ((_col1 > 0)) THEN (CASE WHEN ((_col9 > 0)) THEN (((_col11 / _col9) > (_col5 / _col1))) ELSE ((null > (_col5 / _col1))) END) ELSE (CASE WHEN ((_col9 > 0)) THEN (((_col11 / _col9) > null)) ELSE (null) END) END and CASE WHEN ((_col3 > 0)) THEN (CASE WHEN ((_col7 > 0)) THEN (((_col9 / _col7) > (_col1 / _col3))) ELSE ((null > (_col1 / _col3))) END) ELSE (CASE WHEN ((_col7 > 0)) THEN (((_col9 / _col7) > null)) ELSE (null) END) END) Merge Join Operator [MERGEJOIN_267] (rows=1149975359 width=88) - Conds:RS_125._col0=RS_126._col0(Inner),RS_125._col0=RS_127._col0(Inner),RS_125._col0=RS_128._col0(Inner),Output:["_col0","_col1","_col3","_col5","_col7","_col9","_col11"] - <-Reducer 11 [ONE_TO_ONE_EDGE] - FORWARD [RS_127] + Conds:RS_300._col0=RS_302._col0(Inner),RS_300._col0=RS_304._col0(Inner),RS_300._col0=RS_128._col0(Inner),Output:["_col0","_col1","_col3","_col5","_col7","_col9","_col11"] + <-Reducer 11 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_304] PartitionCols:_col0 - Group By Operator [GBY_58] (rows=348477374 width=88) + Group By Operator [GBY_303] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_57] @@ -147,13 +147,13 @@ Stage-0 Group By Operator [GBY_56] (rows=696954748 width=88) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7 Merge Join Operator [MERGEJOIN_259] (rows=696954748 width=88) - Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col2","_col7"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_53] + Conds:RS_52._col1=RS_295._col0(Inner),Output:["_col2","_col7"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_295] PartitionCols:_col0 - Select Operator [SEL_8] (rows=40000000 width=1014) + Select Operator [SEL_292] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_238] (rows=40000000 width=1014) + Filter Operator [FIL_291] (rows=40000000 width=1014) predicate:(ca_address_sk is not null and ca_county is not null) TableScan [TS_6] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county"] @@ -161,22 +161,22 @@ Stage-0 SHUFFLE [RS_52] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_258] (rows=633595212 width=88) - Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_50] + Conds:RS_272._col0=RS_287._col0(Inner),Output:["_col1","_col2"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_287] PartitionCols:_col0 - Select Operator [SEL_45] (rows=18262 width=1119) + Select Operator [SEL_281] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_243] (rows=18262 width=1119) + Filter Operator [FIL_275] (rows=18262 width=1119) predicate:((d_qoy = 3) and (d_year = 2000) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_49] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_272] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_269] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_236] (rows=575995635 width=88) + Filter Operator [FIL_268] (rows=575995635 width=88) predicate:(ss_addr_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_addr_sk","ss_ext_sales_price"] @@ -184,11 +184,11 @@ Stage-0 FORWARD [RS_128] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_266] (rows=191667561 width=135) - Conds:RS_120._col0=RS_121._col0(Inner),RS_120._col0=RS_122._col0(Inner),Output:["_col0","_col1","_col3","_col5"] - <-Reducer 15 [ONE_TO_ONE_EDGE] - FORWARD [RS_120] + Conds:RS_311._col0=RS_313._col0(Inner),RS_311._col0=RS_315._col0(Inner),Output:["_col0","_col1","_col3","_col5"] + <-Reducer 15 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_311] PartitionCols:_col0 - Group By Operator [GBY_78] (rows=87121617 width=135) + Group By Operator [GBY_310] (rows=87121617 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_77] @@ -196,37 +196,37 @@ Stage-0 Group By Operator [GBY_76] (rows=174243235 width=135) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7 Merge Join Operator [MERGEJOIN_261] (rows=174243235 width=135) - Conds:RS_72._col1=RS_73._col0(Inner),Output:["_col2","_col7"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_73] + Conds:RS_72._col1=RS_296._col0(Inner),Output:["_col2","_col7"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_296] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_292] <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_72] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_260] (rows=158402938 width=135) - Conds:RS_69._col0=RS_70._col0(Inner),Output:["_col1","_col2"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_70] + Conds:RS_307._col0=RS_288._col0(Inner),Output:["_col1","_col2"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_288] PartitionCols:_col0 - Select Operator [SEL_65] (rows=18262 width=1119) + Select Operator [SEL_282] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_246] (rows=18262 width=1119) + Filter Operator [FIL_276] (rows=18262 width=1119) predicate:((d_qoy = 1) and (d_year = 2000) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_69] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_307] PartitionCols:_col0 - Select Operator [SEL_62] (rows=144002668 width=135) + Select Operator [SEL_306] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_245] (rows=144002668 width=135) + Filter Operator [FIL_305] (rows=144002668 width=135) predicate:(ws_bill_addr_sk is not null and ws_sold_date_sk is not null) TableScan [TS_60] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_addr_sk","ws_ext_sales_price"] - <-Reducer 19 [ONE_TO_ONE_EDGE] - FORWARD [RS_121] + <-Reducer 19 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_313] PartitionCols:_col0 - Group By Operator [GBY_98] (rows=87121617 width=135) + Group By Operator [GBY_312] (rows=87121617 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_97] @@ -234,32 +234,32 @@ Stage-0 Group By Operator [GBY_96] (rows=174243235 width=135) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7 Merge Join Operator [MERGEJOIN_263] (rows=174243235 width=135) - Conds:RS_92._col1=RS_93._col0(Inner),Output:["_col2","_col7"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_93] + Conds:RS_92._col1=RS_297._col0(Inner),Output:["_col2","_col7"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_297] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_292] <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_92] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_262] (rows=158402938 width=135) - Conds:RS_89._col0=RS_90._col0(Inner),Output:["_col1","_col2"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_90] + Conds:RS_308._col0=RS_289._col0(Inner),Output:["_col1","_col2"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_289] PartitionCols:_col0 - Select Operator [SEL_85] (rows=18262 width=1119) + Select Operator [SEL_283] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_249] (rows=18262 width=1119) + Filter Operator [FIL_277] (rows=18262 width=1119) predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_89] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_308] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_62] - <-Reducer 22 [ONE_TO_ONE_EDGE] - FORWARD [RS_122] + Please refer to the previous Select Operator [SEL_306] + <-Reducer 22 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_315] PartitionCols:_col0 - Group By Operator [GBY_118] (rows=87121617 width=135) + Group By Operator [GBY_314] (rows=87121617 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 21 [SIMPLE_EDGE] SHUFFLE [RS_117] @@ -267,32 +267,32 @@ Stage-0 Group By Operator [GBY_116] (rows=174243235 width=135) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7 Merge Join Operator [MERGEJOIN_265] (rows=174243235 width=135) - Conds:RS_112._col1=RS_113._col0(Inner),Output:["_col2","_col7"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_113] + Conds:RS_112._col1=RS_298._col0(Inner),Output:["_col2","_col7"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_298] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_292] <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_112] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_264] (rows=158402938 width=135) - Conds:RS_109._col0=RS_110._col0(Inner),Output:["_col1","_col2"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_110] + Conds:RS_309._col0=RS_290._col0(Inner),Output:["_col1","_col2"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_290] PartitionCols:_col0 - Select Operator [SEL_105] (rows=18262 width=1119) + Select Operator [SEL_284] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_252] (rows=18262 width=1119) + Filter Operator [FIL_278] (rows=18262 width=1119) predicate:((d_qoy = 3) and (d_year = 2000) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_109] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_309] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_62] - <-Reducer 4 [ONE_TO_ONE_EDGE] - FORWARD [RS_125] + Please refer to the previous Select Operator [SEL_306] + <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_300] PartitionCols:_col0 - Group By Operator [GBY_18] (rows=348477374 width=88) + Group By Operator [GBY_299] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -300,32 +300,32 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7 Merge Join Operator [MERGEJOIN_255] (rows=696954748 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_293._col0(Inner),Output:["_col2","_col7"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_293] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_292] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_254] (rows=633595212 width=88) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_10] + Conds:RS_270._col0=RS_285._col0(Inner),Output:["_col1","_col2"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_285] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_279] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_237] (rows=18262 width=1119) + Filter Operator [FIL_273] (rows=18262 width=1119) predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_270] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Reducer 8 [ONE_TO_ONE_EDGE] - FORWARD [RS_126] + Please refer to the previous Select Operator [SEL_269] + <-Reducer 8 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_302] PartitionCols:_col0 - Group By Operator [GBY_38] (rows=348477374 width=88) + Group By Operator [GBY_301] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_37] @@ -333,26 +333,26 @@ Stage-0 Group By Operator [GBY_36] (rows=696954748 width=88) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col7 Merge Join Operator [MERGEJOIN_257] (rows=696954748 width=88) - Conds:RS_32._col1=RS_33._col0(Inner),Output:["_col2","_col7"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_33] + Conds:RS_32._col1=RS_294._col0(Inner),Output:["_col2","_col7"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_294] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_292] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_32] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_256] (rows=633595212 width=88) - Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1","_col2"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_30] + Conds:RS_271._col0=RS_286._col0(Inner),Output:["_col1","_col2"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_286] PartitionCols:_col0 - Select Operator [SEL_25] (rows=18262 width=1119) + Select Operator [SEL_280] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_240] (rows=18262 width=1119) + Filter Operator [FIL_274] (rows=18262 width=1119) predicate:((d_qoy = 1) and (d_year = 2000) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_29] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_271] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] + Please refer to the previous Select Operator [SEL_269] diff --git ql/src/test/results/clientpositive/perf/tez/query32.q.out ql/src/test/results/clientpositive/perf/tez/query32.q.out index 1cf1b14..a047b16 100644 --- ql/src/test/results/clientpositive/perf/tez/query32.q.out +++ ql/src/test/results/clientpositive/perf/tez/query32.q.out @@ -65,11 +65,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 4 - File Output Operator [FS_40] - Limit [LIM_39] (rows=1 width=112) + Reducer 4 vectorized + File Output Operator [FS_76] + Limit [LIM_75] (rows=1 width=112) Number of rows:100 - Group By Operator [GBY_37] (rows=1 width=112) + Group By Operator [GBY_74] (rows=1 width=112) Output:["_col0"],aggregations:["sum(VALUE._col0)"] <-Reducer 3 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_36] @@ -85,22 +85,22 @@ Stage-0 SHUFFLE [RS_30] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_58] (rows=316788826 width=135) - Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_27] + Conds:RS_64._col0=RS_67._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_64] PartitionCols:_col0 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_63] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_53] (rows=287989836 width=135) + Filter Operator [FIL_62] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_discount_amt"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_28] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_67] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_66] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_54] (rows=8116 width=1119) + Filter Operator [FIL_65] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00.0' AND TIMESTAMP'1998-06-16 01:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] @@ -108,22 +108,22 @@ Stage-0 FORWARD [RS_31] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_60] (rows=174233858 width=135) - Conds:RS_23._col1=RS_24._col0(Inner),Output:["_col0","_col2"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_24] + Conds:RS_70._col1=RS_73._col0(Inner),Output:["_col0","_col2"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_73] PartitionCols:_col0 - Select Operator [SEL_22] (rows=231000 width=1436) + Select Operator [SEL_72] (rows=231000 width=1436) Output:["_col0"] - Filter Operator [FIL_57] (rows=231000 width=1436) + Filter Operator [FIL_71] (rows=231000 width=1436) predicate:((i_manufact_id = 269) and i_item_sk is not null) TableScan [TS_20] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"] - <-Reducer 5 [ONE_TO_ONE_EDGE] - FORWARD [RS_23] + <-Reducer 5 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_70] PartitionCols:_col1 - Select Operator [SEL_19] (rows=158394413 width=135) + Select Operator [SEL_69] (rows=158394413 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_18] (rows=158394413 width=135) + Group By Operator [GBY_68] (rows=158394413 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_17] diff --git ql/src/test/results/clientpositive/perf/tez/query33.q.out ql/src/test/results/clientpositive/perf/tez/query33.q.out index 008c7f8..3618556 100644 --- ql/src/test/results/clientpositive/perf/tez/query33.q.out +++ ql/src/test/results/clientpositive/perf/tez/query33.q.out @@ -170,23 +170,23 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_121] - Limit [LIM_120] (rows=100 width=108) + Reducer 7 vectorized + File Output Operator [FS_214] + Limit [LIM_213] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_119] (rows=335408073 width=108) + Select Operator [SEL_212] (rows=335408073 width=108) Output:["_col0","_col1"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_118] - Group By Operator [GBY_116] (rows=335408073 width=108) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_211] + Group By Operator [GBY_210] (rows=335408073 width=108) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Union 5 [SIMPLE_EDGE] - <-Reducer 11 [CONTAINS] - Reduce Output Operator [RS_115] + <-Reducer 11 [CONTAINS] vectorized + Reduce Output Operator [RS_226] PartitionCols:_col0 - Group By Operator [GBY_114] (rows=670816147 width=108) + Group By Operator [GBY_225] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_110] (rows=95833781 width=135) + Group By Operator [GBY_224] (rows=95833781 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_109] @@ -199,29 +199,29 @@ Stage-0 SHUFFLE [RS_104] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436) - Conds:RS_26._col1=RS_27._col0(Inner),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_26] + Conds:RS_187._col1=RS_193._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_187] PartitionCols:_col1 - Select Operator [SEL_2] (rows=462000 width=1436) + Select Operator [SEL_186] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_158] (rows=462000 width=1436) + Filter Operator [FIL_185] (rows=462000 width=1436) predicate:(i_item_sk is not null and i_manufact_id is not null) TableScan [TS_0] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"] - <-Reducer 13 [ONE_TO_ONE_EDGE] - FORWARD [RS_27] + <-Reducer 13 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_193] PartitionCols:_col0 - Group By Operator [GBY_8] (rows=115500 width=1436) + Group By Operator [GBY_192] (rows=115500 width=1436) Output:["_col0"],keys:KEY._col0 - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_7] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_191] PartitionCols:_col0 - Group By Operator [GBY_6] (rows=231000 width=1436) + Group By Operator [GBY_190] (rows=231000 width=1436) Output:["_col0"],keys:i_manufact_id - Select Operator [SEL_5] (rows=231000 width=1436) + Select Operator [SEL_189] (rows=231000 width=1436) Output:["i_manufact_id"] - Filter Operator [FIL_159] (rows=231000 width=1436) + Filter Operator [FIL_188] (rows=231000 width=1436) predicate:((i_category = 'Books') and i_manufact_id is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_category","i_manufact_id"] @@ -231,13 +231,13 @@ Stage-0 Select Operator [SEL_100] (rows=174243235 width=135) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135) - Conds:RS_97._col2=RS_98._col0(Inner),Output:["_col1","_col3"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_98] + Conds:RS_97._col2=RS_206._col0(Inner),Output:["_col1","_col3"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_206] PartitionCols:_col0 - Select Operator [SEL_18] (rows=20000000 width=1014) + Select Operator [SEL_203] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_162] (rows=20000000 width=1014) + Filter Operator [FIL_202] (rows=20000000 width=1014) predicate:((ca_gmt_offset = -6) and ca_address_sk is not null) TableScan [TS_16] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] @@ -245,31 +245,31 @@ Stage-0 SHUFFLE [RS_97] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135) - Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_95] + Conds:RS_223._col0=RS_201._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_201] PartitionCols:_col0 - Select Operator [SEL_15] (rows=18262 width=1119) + Select Operator [SEL_198] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_161] (rows=18262 width=1119) + Filter Operator [FIL_197] (rows=18262 width=1119) predicate:((d_moy = 3) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_13] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_94] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_223] PartitionCols:_col0 - Select Operator [SEL_87] (rows=144002668 width=135) + Select Operator [SEL_222] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_170] (rows=144002668 width=135) + Filter Operator [FIL_221] (rows=144002668 width=135) predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_85] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"] - <-Reducer 4 [CONTAINS] - Reduce Output Operator [RS_115] + <-Reducer 4 [CONTAINS] vectorized + Reduce Output Operator [RS_209] PartitionCols:_col0 - Group By Operator [GBY_114] (rows=670816147 width=108) + Group By Operator [GBY_208] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_35] (rows=383325119 width=88) + Group By Operator [GBY_207] (rows=383325119 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -288,35 +288,35 @@ Stage-0 Select Operator [SEL_25] (rows=696954748 width=88) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88) - Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col3"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_23] + Conds:RS_22._col2=RS_204._col0(Inner),Output:["_col1","_col3"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_204] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_18] + Please refer to the previous Select Operator [SEL_203] <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88) - Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_20] + Conds:RS_196._col0=RS_199._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_199] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_15] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Please refer to the previous Select Operator [SEL_198] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_196] PartitionCols:_col0 - Select Operator [SEL_12] (rows=575995635 width=88) + Select Operator [SEL_195] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_160] (rows=575995635 width=88) + Filter Operator [FIL_194] (rows=575995635 width=88) predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_10] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] - <-Reducer 9 [CONTAINS] - Reduce Output Operator [RS_115] + <-Reducer 9 [CONTAINS] vectorized + Reduce Output Operator [RS_220] PartitionCols:_col0 - Group By Operator [GBY_114] (rows=670816147 width=108) + Group By Operator [GBY_219] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_72] (rows=191657247 width=135) + Group By Operator [GBY_218] (rows=191657247 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_71] @@ -335,26 +335,26 @@ Stage-0 Select Operator [SEL_62] (rows=348467716 width=135) Output:["_col4","_col5"] Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135) - Conds:RS_59._col1=RS_60._col0(Inner),Output:["_col2","_col3"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_60] + Conds:RS_59._col1=RS_205._col0(Inner),Output:["_col2","_col3"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_205] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_18] + Please refer to the previous Select Operator [SEL_203] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_59] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135) - Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_57] + Conds:RS_217._col0=RS_200._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_200] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_15] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_56] + Please refer to the previous Select Operator [SEL_198] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_217] PartitionCols:_col0 - Select Operator [SEL_49] (rows=287989836 width=135) + Select Operator [SEL_216] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_165] (rows=287989836 width=135) + Filter Operator [FIL_215] (rows=287989836 width=135) predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_47] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query34.q.out ql/src/test/results/clientpositive/perf/tez/query34.q.out index 54b8e5a..f5046e3 100644 --- ql/src/test/results/clientpositive/perf/tez/query34.q.out +++ ql/src/test/results/clientpositive/perf/tez/query34.q.out @@ -72,33 +72,33 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_37] - Select Operator [SEL_36] (rows=88000001 width=860) + Reducer 3 vectorized + File Output Operator [FS_78] + Select Operator [SEL_77] (rows=88000001 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_35] Select Operator [SEL_34] (rows=88000001 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860) - Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_63._col0=RS_76._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_63] PartitionCols:_col0 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_62] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_52] (rows=80000000 width=860) + Filter Operator [FIL_61] (rows=80000000 width=860) predicate:c_customer_sk is not null TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag"] - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_32] + <-Reducer 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_76] PartitionCols:_col1 - Filter Operator [FIL_29] (rows=42591679 width=88) + Filter Operator [FIL_75] (rows=42591679 width=88) predicate:_col2 BETWEEN 15 AND 20 - Select Operator [SEL_28] (rows=383325119 width=88) + Select Operator [SEL_74] (rows=383325119 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_27] (rows=383325119 width=88) + Group By Operator [GBY_73] (rows=383325119 width=88) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_26] @@ -106,13 +106,13 @@ Stage-0 Group By Operator [GBY_25] (rows=766650239 width=88) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4 Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88) - Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col3=RS_72._col0(Inner),Output:["_col1","_col4"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_72] PartitionCols:_col0 - Select Operator [SEL_14] (rows=852 width=1910) + Select Operator [SEL_71] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_56] (rows=852 width=1910) + Filter Operator [FIL_70] (rows=852 width=1910) predicate:((s_county) IN ('Mobile County', 'Maverick County', 'Huron County', 'Kittitas County', 'Fairfield County', 'Jackson County', 'Barrow County', 'Pennington County') and s_store_sk is not null) TableScan [TS_12] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"] @@ -134,22 +134,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 4 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_66._col0=RS_69._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_66] PartitionCols:_col0 - Select Operator [SEL_5] (rows=575995635 width=88) + Select Operator [SEL_65] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_53] (rows=575995635 width=88) + Filter Operator [FIL_64] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_3] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_69] PartitionCols:_col0 - Select Operator [SEL_8] (rows=8116 width=1119) + Select Operator [SEL_68] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_54] (rows=8116 width=1119) + Filter Operator [FIL_67] (rows=8116 width=1119) predicate:((d_dom BETWEEN 1 AND 3 or d_dom BETWEEN 25 AND 28) and (d_year) IN (2000, 2001, 2002) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"] diff --git ql/src/test/results/clientpositive/perf/tez/query35.q.out ql/src/test/results/clientpositive/perf/tez/query35.q.out index 9df9fe8..772f994 100644 --- ql/src/test/results/clientpositive/perf/tez/query35.q.out +++ ql/src/test/results/clientpositive/perf/tez/query35.q.out @@ -128,17 +128,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 - File Output Operator [FS_70] - Limit [LIM_68] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_144] + Limit [LIM_143] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_67] (rows=1045432122 width=88) + Select Operator [SEL_142] (rows=1045432122 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_66] - Select Operator [SEL_65] (rows=1045432122 width=88) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_141] + Select Operator [SEL_140] (rows=1045432122 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17"] - Group By Operator [GBY_64] (rows=1045432122 width=88) + Group By Operator [GBY_139] (rows=1045432122 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","count(VALUE._col2)","max(VALUE._col3)","sum(VALUE._col4)","count(VALUE._col5)","max(VALUE._col6)","sum(VALUE._col7)","count(VALUE._col8)","max(VALUE._col9)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_63] @@ -150,7 +150,7 @@ Stage-0 Filter Operator [FIL_60] (rows=2090864244 width=88) predicate:(_col12 is not null or _col14 is not null) Merge Join Operator [MERGEJOIN_109] (rows=2090864244 width=88) - Conds:RS_55._col0=RS_56._col0(Left Semi),RS_55._col0=RS_57._col0(Left Outer),RS_55._col0=RS_58._col0(Left Outer),Output:["_col4","_col6","_col7","_col8","_col9","_col10","_col12","_col14"] + Conds:RS_55._col0=RS_56._col0(Left Semi),RS_55._col0=RS_132._col0(Left Outer),RS_55._col0=RS_138._col0(Left Outer),Output:["_col4","_col6","_col7","_col8","_col9","_col10","_col12","_col14"] <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_56] PartitionCols:_col0 @@ -159,31 +159,31 @@ Stage-0 Select Operator [SEL_18] (rows=633595212 width=88) Output:["_col0"] Merge Join Operator [MERGEJOIN_106] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_121._col0=RS_124._col0(Inner),Output:["_col1"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_124] PartitionCols:_col0 - Select Operator [SEL_14] (rows=12174 width=1119) + Select Operator [SEL_123] (rows=12174 width=1119) Output:["_col0"] - Filter Operator [FIL_99] (rows=12174 width=1119) + Filter Operator [FIL_122] (rows=12174 width=1119) predicate:((d_qoy < 4) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_12] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_15] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_121] PartitionCols:_col0 - Select Operator [SEL_11] (rows=575995635 width=88) + Select Operator [SEL_120] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_98] (rows=575995635 width=88) + Filter Operator [FIL_119] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_9] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"] - <-Reducer 13 [ONE_TO_ONE_EDGE] - FORWARD [RS_57] + <-Reducer 13 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_132] PartitionCols:_col0 - Select Operator [SEL_32] (rows=79201469 width=135) + Select Operator [SEL_131] (rows=79201469 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_31] (rows=79201469 width=135) + Group By Operator [GBY_130] (rows=79201469 width=135) Output:["_col0"],keys:KEY._col0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_30] @@ -191,26 +191,26 @@ Stage-0 Group By Operator [GBY_29] (rows=158402938 width=135) Output:["_col0"],keys:_col1 Merge Join Operator [MERGEJOIN_107] (rows=158402938 width=135) - Conds:RS_25._col0=RS_26._col0(Inner),Output:["_col1"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_26] + Conds:RS_129._col0=RS_125._col0(Inner),Output:["_col1"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_125] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Please refer to the previous Select Operator [SEL_123] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_129] PartitionCols:_col0 - Select Operator [SEL_21] (rows=144002668 width=135) + Select Operator [SEL_128] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_100] (rows=144002668 width=135) + Filter Operator [FIL_127] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null) TableScan [TS_19] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"] - <-Reducer 15 [ONE_TO_ONE_EDGE] - FORWARD [RS_58] + <-Reducer 15 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_138] PartitionCols:_col0 - Select Operator [SEL_46] (rows=158394413 width=135) + Select Operator [SEL_137] (rows=158394413 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_45] (rows=158394413 width=135) + Group By Operator [GBY_136] (rows=158394413 width=135) Output:["_col0"],keys:KEY._col0 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_44] @@ -218,17 +218,17 @@ Stage-0 Group By Operator [GBY_43] (rows=316788826 width=135) Output:["_col0"],keys:_col1 Merge Join Operator [MERGEJOIN_108] (rows=316788826 width=135) - Conds:RS_39._col0=RS_40._col0(Inner),Output:["_col1"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_40] + Conds:RS_135._col0=RS_126._col0(Inner),Output:["_col1"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_126] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_39] + Please refer to the previous Select Operator [SEL_123] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_135] PartitionCols:_col0 - Select Operator [SEL_35] (rows=287989836 width=135) + Select Operator [SEL_134] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_102] (rows=287989836 width=135) + Filter Operator [FIL_133] (rows=287989836 width=135) predicate:(cs_ship_customer_sk is not null and cs_sold_date_sk is not null) TableScan [TS_33] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_customer_sk"] @@ -236,13 +236,13 @@ Stage-0 SHUFFLE [RS_55] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_105] (rows=96800003 width=860) - Conds:RS_50._col1=RS_51._col0(Inner),Output:["_col0","_col4","_col6","_col7","_col8","_col9","_col10"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_51] + Conds:RS_50._col1=RS_118._col0(Inner),Output:["_col0","_col4","_col6","_col7","_col8","_col9","_col10"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_118] PartitionCols:_col0 - Select Operator [SEL_8] (rows=1861800 width=385) + Select Operator [SEL_117] (rows=1861800 width=385) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_97] (rows=1861800 width=385) + Filter Operator [FIL_116] (rows=1861800 width=385) predicate:cd_demo_sk is not null TableScan [TS_6] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_dep_count","cd_dep_employed_count","cd_dep_college_count"] @@ -250,22 +250,22 @@ Stage-0 SHUFFLE [RS_50] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_104] (rows=88000001 width=860) - Conds:RS_47._col2=RS_48._col0(Inner),Output:["_col0","_col1","_col4"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_47] + Conds:RS_112._col2=RS_115._col0(Inner),Output:["_col0","_col1","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_112] PartitionCols:_col2 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_111] (rows=80000000 width=860) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_95] (rows=80000000 width=860) + Filter Operator [FIL_110] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_48] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_115] PartitionCols:_col0 - Select Operator [SEL_5] (rows=40000000 width=1014) + Select Operator [SEL_114] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_96] (rows=40000000 width=1014) + Filter Operator [FIL_113] (rows=40000000 width=1014) predicate:ca_address_sk is not null TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"] diff --git ql/src/test/results/clientpositive/perf/tez/query36.q.out ql/src/test/results/clientpositive/perf/tez/query36.q.out index 41bcba6..cea3558 100644 --- ql/src/test/results/clientpositive/perf/tez/query36.q.out +++ ql/src/test/results/clientpositive/perf/tez/query36.q.out @@ -70,26 +70,26 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 - File Output Operator [FS_36] - Limit [LIM_34] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_74] + Limit [LIM_73] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_33] (rows=1149975358 width=88) + Select Operator [SEL_72] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_32] - Select Operator [SEL_30] (rows=1149975358 width=88) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_71] + Select Operator [SEL_70] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - PTF Operator [PTF_29] (rows=1149975358 width=88) + PTF Operator [PTF_69] (rows=1149975358 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(_col2 / _col3) ASC NULLS FIRST","partition by:":"(grouping(_col4, 1) + grouping(_col4, 0)), CASE WHEN ((grouping(_col4, 0) = 0)) THEN (_col0) ELSE (UDFToString(null)) END"}] - Select Operator [SEL_28] (rows=1149975358 width=88) + Select Operator [SEL_68] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_27] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_67] PartitionCols:(grouping(_col4, 1) + grouping(_col4, 0)), CASE WHEN ((grouping(_col4, 0) = 0)) THEN (_col0) ELSE (UDFToString(null)) END - Select Operator [SEL_26] (rows=1149975358 width=88) + Select Operator [SEL_66] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_25] (rows=1149975358 width=88) + Group By Operator [GBY_65] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] @@ -99,13 +99,13 @@ Stage-0 Select Operator [SEL_21] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_52] (rows=766650239 width=88) - Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col4","_col10","_col11"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col1=RS_64._col0(Inner),Output:["_col3","_col4","_col10","_col11"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_64] PartitionCols:_col0 - Select Operator [SEL_11] (rows=462000 width=1436) + Select Operator [SEL_63] (rows=462000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_49] (rows=462000 width=1436) + Filter Operator [FIL_62] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_9] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"] @@ -113,13 +113,13 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_51] (rows=696954748 width=88) - Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3","_col4"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col2=RS_61._col0(Inner),Output:["_col1","_col3","_col4"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_61] PartitionCols:_col0 - Select Operator [SEL_8] (rows=852 width=1910) + Select Operator [SEL_60] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_48] (rows=852 width=1910) + Filter Operator [FIL_59] (rows=852 width=1910) predicate:((s_state) IN ('SD', 'FL', 'MI', 'LA', 'MO', 'SC', 'AL', 'GA') and s_store_sk is not null) TableScan [TS_6] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"] @@ -127,22 +127,22 @@ Stage-0 SHUFFLE [RS_15] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_50] (rows=633595212 width=88) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_55._col0=RS_58._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_55] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_54] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_46] (rows=575995635 width=88) + Filter Operator [FIL_53] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_58] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_57] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_47] (rows=36524 width=1119) + Filter Operator [FIL_56] (rows=36524 width=1119) predicate:((d_year = 1999) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] diff --git ql/src/test/results/clientpositive/perf/tez/query37.q.out ql/src/test/results/clientpositive/perf/tez/query37.q.out index 8284990..bbd085e 100644 --- ql/src/test/results/clientpositive/perf/tez/query37.q.out +++ ql/src/test/results/clientpositive/perf/tez/query37.q.out @@ -42,15 +42,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 4 - File Output Operator [FS_28] - Limit [LIM_27] (rows=100 width=135) + Reducer 4 vectorized + File Output Operator [FS_61] + Limit [LIM_60] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_26] (rows=316788826 width=135) + Select Operator [SEL_59] (rows=316788826 width=135) Output:["_col0","_col1","_col2"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_25] - Group By Operator [GBY_23] (rows=316788826 width=135) + <-Reducer 3 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_58] + Group By Operator [GBY_57] (rows=316788826 width=135) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -58,22 +58,22 @@ Stage-0 Group By Operator [GBY_21] (rows=633577652 width=135) Output:["_col0","_col1","_col2"],keys:_col2, _col3, _col4 Merge Join Operator [MERGEJOIN_44] (rows=633577652 width=135) - Conds:RS_16._col0=RS_17._col0(Inner),RS_17._col0=RS_18._col1(Inner),Output:["_col2","_col3","_col4"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_47._col0=RS_50._col0(Inner),RS_50._col0=RS_18._col1(Inner),Output:["_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_47] PartitionCols:_col0 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_46] (rows=287989836 width=135) Output:["_col0"] - Filter Operator [FIL_39] (rows=287989836 width=135) + Filter Operator [FIL_45] (rows=287989836 width=135) predicate:cs_item_sk is not null TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_17] + <-Map 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_50] PartitionCols:_col0 - Select Operator [SEL_5] (rows=25666 width=1436) + Select Operator [SEL_49] (rows=25666 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_40] (rows=25666 width=1436) + Filter Operator [FIL_48] (rows=25666 width=1436) predicate:((i_manufact_id) IN (678, 964, 918, 849) and i_current_price BETWEEN 22 AND 52 and i_item_sk is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_manufact_id"] @@ -81,22 +81,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_43] (rows=4593600 width=15) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_53._col0=RS_56._col0(Inner),Output:["_col1"] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_53] PartitionCols:_col0 - Select Operator [SEL_8] (rows=4176000 width=15) + Select Operator [SEL_52] (rows=4176000 width=15) Output:["_col0","_col1"] - Filter Operator [FIL_41] (rows=4176000 width=15) + Filter Operator [FIL_51] (rows=4176000 width=15) predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_quantity_on_hand BETWEEN 100 AND 500) TableScan [TS_6] (rows=37584000 width=15) default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_quantity_on_hand"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_56] PartitionCols:_col0 - Select Operator [SEL_11] (rows=8116 width=1119) + Select Operator [SEL_55] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_42] (rows=8116 width=1119) + Filter Operator [FIL_54] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-06-02 00:00:00.0' AND TIMESTAMP'2001-08-01 00:00:00.0' and d_date_sk is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] diff --git ql/src/test/results/clientpositive/perf/tez/query38.q.out ql/src/test/results/clientpositive/perf/tez/query38.q.out index e0aebc9..770e2ca 100644 --- ql/src/test/results/clientpositive/perf/tez/query38.q.out +++ ql/src/test/results/clientpositive/perf/tez/query38.q.out @@ -61,34 +61,34 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_89] - Limit [LIM_88] (rows=1 width=16) + Reducer 7 vectorized + File Output Operator [FS_147] + Limit [LIM_146] (rows=1 width=16) Number of rows:100 - Group By Operator [GBY_86] (rows=1 width=16) + Group By Operator [GBY_145] (rows=1 width=16) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Reducer 6 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_85] - Group By Operator [GBY_84] (rows=1 width=16) + <-Reducer 6 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_144] + Group By Operator [GBY_143] (rows=1 width=16) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_82] (rows=1 width=108) - Filter Operator [FIL_81] (rows=1 width=108) + Select Operator [SEL_142] (rows=1 width=108) + Filter Operator [FIL_141] (rows=1 width=108) predicate:(_col3 = 3L) - Select Operator [SEL_114] (rows=152458212 width=108) + Select Operator [SEL_140] (rows=152458212 width=108) Output:["_col3"] - Group By Operator [GBY_80] (rows=152458212 width=108) + Group By Operator [GBY_139] (rows=152458212 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 5 [SIMPLE_EDGE] - <-Reducer 11 [CONTAINS] - Reduce Output Operator [RS_79] + <-Reducer 11 [CONTAINS] vectorized + Reduce Output Operator [RS_155] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_78] (rows=304916424 width=108) + Group By Operator [GBY_154] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_48] (rows=87116929 width=135) + Group By Operator [GBY_153] (rows=87116929 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_44] (rows=174233858 width=135) + Select Operator [SEL_152] (rows=174233858 width=135) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_43] (rows=174233858 width=135) + Group By Operator [GBY_151] (rows=174233858 width=135) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_42] @@ -96,13 +96,13 @@ Stage-0 Group By Operator [GBY_41] (rows=348467716 width=135) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_118] (rows=348467716 width=135) - Conds:RS_37._col1=RS_38._col0(Inner),Output:["_col3","_col6","_col7"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_38] + Conds:RS_37._col1=RS_132._col0(Inner),Output:["_col3","_col6","_col7"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_132] PartitionCols:_col0 - Select Operator [SEL_8] (rows=80000000 width=860) + Select Operator [SEL_130] (rows=80000000 width=860) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_107] (rows=80000000 width=860) + Filter Operator [FIL_129] (rows=80000000 width=860) predicate:c_customer_sk is not null TableScan [TS_6] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"] @@ -110,35 +110,35 @@ Stage-0 SHUFFLE [RS_37] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_117] (rows=316788826 width=135) - Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col1","_col3"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_35] + Conds:RS_150._col0=RS_127._col0(Inner),Output:["_col1","_col3"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_127] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_125] (rows=8116 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_106] (rows=8116 width=1119) + Filter Operator [FIL_124] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_34] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_150] PartitionCols:_col0 - Select Operator [SEL_27] (rows=287989836 width=135) + Select Operator [SEL_149] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_108] (rows=287989836 width=135) + Filter Operator [FIL_148] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null) TableScan [TS_25] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"] - <-Reducer 14 [CONTAINS] - Reduce Output Operator [RS_79] + <-Reducer 14 [CONTAINS] vectorized + Reduce Output Operator [RS_163] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_78] (rows=304916424 width=108) + Group By Operator [GBY_162] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_74] (rows=43560808 width=135) + Group By Operator [GBY_161] (rows=43560808 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_70] (rows=87121617 width=135) + Select Operator [SEL_160] (rows=87121617 width=135) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_69] (rows=87121617 width=135) + Group By Operator [GBY_159] (rows=87121617 width=135) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_68] @@ -146,39 +146,39 @@ Stage-0 Group By Operator [GBY_67] (rows=174243235 width=135) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_120] (rows=174243235 width=135) - Conds:RS_63._col1=RS_64._col0(Inner),Output:["_col3","_col6","_col7"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_64] + Conds:RS_63._col1=RS_133._col0(Inner),Output:["_col3","_col6","_col7"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_133] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_130] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_63] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_119] (rows=158402938 width=135) - Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col1","_col3"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_61] + Conds:RS_158._col0=RS_128._col0(Inner),Output:["_col1","_col3"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_128] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_60] + Please refer to the previous Select Operator [SEL_125] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_158] PartitionCols:_col0 - Select Operator [SEL_53] (rows=144002668 width=135) + Select Operator [SEL_157] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_111] (rows=144002668 width=135) + Filter Operator [FIL_156] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null) TableScan [TS_51] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"] - <-Reducer 4 [CONTAINS] - Reduce Output Operator [RS_79] + <-Reducer 4 [CONTAINS] vectorized + Reduce Output Operator [RS_138] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_78] (rows=304916424 width=108) + Group By Operator [GBY_137] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(_col3)"],keys:_col0, _col1, _col2 - Group By Operator [GBY_23] (rows=174238687 width=88) + Group By Operator [GBY_136] (rows=174238687 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_19] (rows=348477374 width=88) + Select Operator [SEL_135] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_18] (rows=348477374 width=88) + Group By Operator [GBY_134] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -186,26 +186,26 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_116] (rows=696954748 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col3","_col6","_col7"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_131._col0(Inner),Output:["_col3","_col6","_col7"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_131] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_130] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_115] (rows=633595212 width=88) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col3"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_10] + Conds:RS_123._col0=RS_126._col0(Inner),Output:["_col1","_col3"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_126] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Please refer to the previous Select Operator [SEL_125] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_123] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_122] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_105] (rows=575995635 width=88) + Filter Operator [FIL_121] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"] diff --git ql/src/test/results/clientpositive/perf/tez/query39.q.out ql/src/test/results/clientpositive/perf/tez/query39.q.out index bbb21b0..35ce2dd 100644 --- ql/src/test/results/clientpositive/perf/tez/query39.q.out +++ ql/src/test/results/clientpositive/perf/tez/query39.q.out @@ -68,24 +68,24 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 - File Output Operator [FS_63] - Select Operator [SEL_61] (rows=13756683 width=15) + Reducer 7 vectorized + File Output Operator [FS_136] + Select Operator [SEL_135] (rows=13756683 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_60] Merge Join Operator [MERGEJOIN_106] (rows=13756683 width=15) - Conds:RS_56._col0, _col1=RS_57._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Reducer 11 [SIMPLE_EDGE] - SHUFFLE [RS_57] + Conds:RS_129._col0, _col1=RS_134._col0, _col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Reducer 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_134] PartitionCols:_col0, _col1 - Select Operator [SEL_55] (rows=12506076 width=15) + Select Operator [SEL_133] (rows=12506076 width=15) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_54] (rows=12506076 width=15) + Filter Operator [FIL_132] (rows=12506076 width=15) predicate:CASE WHEN (((_col3 / _col4) = 0)) THEN (false) ELSE (((power(((_col5 - ((_col6 * _col6) / _col4)) / CASE WHEN ((_col4 = 1L)) THEN (null) ELSE ((_col4 - 1)) END), 0.5) / (_col3 / _col4)) > 1.0D)) END - Select Operator [SEL_99] (rows=25012152 width=15) + Select Operator [SEL_131] (rows=25012152 width=15) Output:["_col0","_col1","_col3","_col4","_col5","_col6"] - Group By Operator [GBY_53] (rows=25012152 width=15) + Group By Operator [GBY_130] (rows=25012152 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_52] @@ -95,13 +95,13 @@ Stage-0 Select Operator [SEL_49] (rows=50024305 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_105] (rows=50024305 width=15) - Conds:RS_46._col2=RS_47._col0(Inner),Output:["_col3","_col7","_col8","_col9"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_47] + Conds:RS_46._col2=RS_124._col0(Inner),Output:["_col3","_col7","_col8","_col9"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_124] PartitionCols:_col0 - Select Operator [SEL_11] (rows=27 width=1029) + Select Operator [SEL_122] (rows=27 width=1029) Output:["_col0","_col1"] - Filter Operator [FIL_93] (rows=27 width=1029) + Filter Operator [FIL_121] (rows=27 width=1029) predicate:w_warehouse_sk is not null TableScan [TS_9] (rows=27 width=1029) default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"] @@ -109,13 +109,13 @@ Stage-0 SHUFFLE [RS_46] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_104] (rows=45476640 width=15) - Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col2","_col3","_col7"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_44] + Conds:RS_43._col1=RS_120._col0(Inner),Output:["_col2","_col3","_col7"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_120] PartitionCols:_col0 - Select Operator [SEL_8] (rows=462000 width=1436) + Select Operator [SEL_118] (rows=462000 width=1436) Output:["_col0"] - Filter Operator [FIL_92] (rows=462000 width=1436) + Filter Operator [FIL_117] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk"] @@ -123,35 +123,35 @@ Stage-0 SHUFFLE [RS_43] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_103] (rows=41342400 width=15) - Conds:RS_40._col0=RS_41._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_40] + Conds:RS_110._col0=RS_116._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_110] PartitionCols:_col0 - Select Operator [SEL_2] (rows=37584000 width=15) + Select Operator [SEL_108] (rows=37584000 width=15) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_90] (rows=37584000 width=15) + Filter Operator [FIL_107] (rows=37584000 width=15) predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null) TableScan [TS_0] (rows=37584000 width=15) default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_41] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_116] PartitionCols:_col0 - Select Operator [SEL_33] (rows=18262 width=1119) + Select Operator [SEL_114] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_95] (rows=18262 width=1119) + Filter Operator [FIL_112] (rows=18262 width=1119) predicate:((d_moy = 5) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_56] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_129] PartitionCols:_col0, _col1 - Select Operator [SEL_27] (rows=12506076 width=15) + Select Operator [SEL_128] (rows=12506076 width=15) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_26] (rows=12506076 width=15) + Filter Operator [FIL_127] (rows=12506076 width=15) predicate:CASE WHEN (((_col3 / _col4) = 0)) THEN (false) ELSE (((power(((_col5 - ((_col6 * _col6) / _col4)) / CASE WHEN ((_col4 = 1L)) THEN (null) ELSE ((_col4 - 1)) END), 0.5) / (_col3 / _col4)) > 1.0D)) END - Select Operator [SEL_98] (rows=25012152 width=15) + Select Operator [SEL_126] (rows=25012152 width=15) Output:["_col0","_col1","_col3","_col4","_col5","_col6"] - Group By Operator [GBY_25] (rows=25012152 width=15) + Group By Operator [GBY_125] (rows=25012152 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] @@ -161,35 +161,35 @@ Stage-0 Select Operator [SEL_21] (rows=50024305 width=15) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_102] (rows=50024305 width=15) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col7","_col8","_col9"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_123._col0(Inner),Output:["_col3","_col7","_col8","_col9"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_123] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_122] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_101] (rows=45476640 width=15) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col7"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col1=RS_119._col0(Inner),Output:["_col2","_col3","_col7"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_119] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_118] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_100] (rows=41342400 width=15) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_109._col0=RS_115._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_109] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Please refer to the previous Select Operator [SEL_108] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_115] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_113] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_91] (rows=18262 width=1119) + Filter Operator [FIL_111] (rows=18262 width=1119) predicate:((d_moy = 4) and (d_year = 1999) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] diff --git ql/src/test/results/clientpositive/perf/tez/query4.q.out ql/src/test/results/clientpositive/perf/tez/query4.q.out index 241c063..918a8e4 100644 --- ql/src/test/results/clientpositive/perf/tez/query4.q.out +++ ql/src/test/results/clientpositive/perf/tez/query4.q.out @@ -242,11 +242,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_142] - Limit [LIM_141] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_357] + Limit [LIM_356] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_140] (rows=212958399 width=88) + Select Operator [SEL_355] (rows=212958399 width=88) Output:["_col0"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_139] @@ -255,13 +255,13 @@ Stage-0 Filter Operator [FIL_136] (rows=212958399 width=88) predicate:(((_col1 / _col8) > (_col10 / _col12)) and ((_col1 / _col8) > (_col6 / _col3))) Merge Join Operator [MERGEJOIN_296] (rows=1916625598 width=88) - Conds:RS_129._col0=RS_130._col0(Inner),RS_130._col0=RS_131._col0(Inner),RS_130._col0=RS_132._col0(Inner),RS_130._col0=RS_133._col0(Inner),RS_130._col0=RS_134._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col8","_col10","_col12"] - <-Reducer 13 [SIMPLE_EDGE] - SHUFFLE [RS_131] + Conds:RS_325._col0=RS_342._col0(Inner),RS_342._col0=RS_337._col0(Inner),RS_342._col0=RS_330._col0(Inner),RS_342._col0=RS_349._col0(Inner),RS_342._col0=RS_354._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col8","_col10","_col12"] + <-Reducer 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_337] PartitionCols:_col0 - Select Operator [SEL_63] (rows=348477374 width=88) + Select Operator [SEL_336] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_62] (rows=348477374 width=88) + Group By Operator [GBY_335] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_61] @@ -271,13 +271,13 @@ Stage-0 Select Operator [SEL_58] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_289] (rows=696954748 width=88) - Conds:RS_55._col1=RS_56._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_56] + Conds:RS_55._col1=RS_318._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_318] PartitionCols:_col0 - Select Operator [SEL_94] (rows=80000000 width=860) + Select Operator [SEL_316] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_277] (rows=80000000 width=860) + Filter Operator [FIL_315] (rows=80000000 width=860) predicate:(c_customer_id is not null and c_customer_sk is not null) TableScan [TS_92] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name","c_preferred_cust_flag","c_birth_country","c_login","c_email_address"] @@ -285,35 +285,35 @@ Stage-0 SHUFFLE [RS_55] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_288] (rows=633595212 width=88) - Conds:RS_52._col0=RS_53._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_53] + Conds:RS_333._col0=RS_310._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_310] PartitionCols:_col0 - Select Operator [SEL_91] (rows=36524 width=1119) + Select Operator [SEL_305] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_276] (rows=36524 width=1119) + Filter Operator [FIL_301] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) TableScan [TS_89] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_52] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_333] PartitionCols:_col0 - Select Operator [SEL_45] (rows=575995635 width=88) + Select Operator [SEL_332] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_269] (rows=575995635 width=88) + Filter Operator [FIL_331] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_43] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_discount_amt","ss_ext_sales_price","ss_ext_wholesale_cost","ss_ext_list_price"] - <-Reducer 16 [SIMPLE_EDGE] - SHUFFLE [RS_130] + <-Reducer 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_342] PartitionCols:_col0 - Select Operator [SEL_42] (rows=116159124 width=88) + Select Operator [SEL_341] (rows=116159124 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_41] (rows=116159124 width=88) + Filter Operator [FIL_340] (rows=116159124 width=88) predicate:(_col7 > 0) - Select Operator [SEL_283] (rows=348477374 width=88) + Select Operator [SEL_339] (rows=348477374 width=88) Output:["_col0","_col7"] - Group By Operator [GBY_40] (rows=348477374 width=88) + Group By Operator [GBY_338] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_39] @@ -323,34 +323,34 @@ Stage-0 Select Operator [SEL_36] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_287] (rows=696954748 width=88) - Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_34] + Conds:RS_33._col1=RS_320._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_320] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_94] + Please refer to the previous Select Operator [SEL_316] <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_286] (rows=633595212 width=88) - Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_334._col0=RS_312._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_312] PartitionCols:_col0 - Select Operator [SEL_26] (rows=36524 width=1119) + Select Operator [SEL_306] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_267] (rows=36524 width=1119) + Filter Operator [FIL_302] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) Please refer to the previous TableScan [TS_89] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_30] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_334] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_45] - <-Reducer 20 [SIMPLE_EDGE] - SHUFFLE [RS_133] + Please refer to the previous Select Operator [SEL_332] + <-Reducer 20 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_349] PartitionCols:_col0 - Select Operator [SEL_106] (rows=87121617 width=135) + Select Operator [SEL_348] (rows=87121617 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_105] (rows=87121617 width=135) + Group By Operator [GBY_347] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_104] @@ -360,39 +360,39 @@ Stage-0 Select Operator [SEL_101] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_293] (rows=174243235 width=135) - Conds:RS_98._col1=RS_99._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_99] + Conds:RS_98._col1=RS_317._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_317] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_94] + Please refer to the previous Select Operator [SEL_316] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_98] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_292] (rows=158402938 width=135) - Conds:RS_95._col0=RS_96._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_96] + Conds:RS_345._col0=RS_309._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_309] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_91] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_95] + Please refer to the previous Select Operator [SEL_305] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_345] PartitionCols:_col0 - Select Operator [SEL_88] (rows=144002668 width=135) + Select Operator [SEL_344] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_275] (rows=144002668 width=135) + Filter Operator [FIL_343] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null) TableScan [TS_86] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk","ws_ext_discount_amt","ws_ext_sales_price","ws_ext_wholesale_cost","ws_ext_list_price"] - <-Reducer 23 [SIMPLE_EDGE] - SHUFFLE [RS_134] + <-Reducer 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_354] PartitionCols:_col0 - Select Operator [SEL_128] (rows=29040539 width=135) + Select Operator [SEL_353] (rows=29040539 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_127] (rows=29040539 width=135) + Filter Operator [FIL_352] (rows=29040539 width=135) predicate:(_col7 > 0) - Select Operator [SEL_282] (rows=87121617 width=135) + Select Operator [SEL_351] (rows=87121617 width=135) Output:["_col0","_col7"] - Group By Operator [GBY_126] (rows=87121617 width=135) + Group By Operator [GBY_350] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 22 [SIMPLE_EDGE] SHUFFLE [RS_125] @@ -402,34 +402,34 @@ Stage-0 Select Operator [SEL_122] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_295] (rows=174243235 width=135) - Conds:RS_119._col1=RS_120._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_120] + Conds:RS_119._col1=RS_322._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_322] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_94] + Please refer to the previous Select Operator [SEL_316] <-Reducer 21 [SIMPLE_EDGE] SHUFFLE [RS_119] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_294] (rows=158402938 width=135) - Conds:RS_116._col0=RS_117._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_117] + Conds:RS_346._col0=RS_314._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_314] PartitionCols:_col0 - Select Operator [SEL_112] (rows=36524 width=1119) + Select Operator [SEL_308] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_279] (rows=36524 width=1119) + Filter Operator [FIL_304] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) Please refer to the previous TableScan [TS_89] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_116] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_346] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_88] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_129] + Please refer to the previous Select Operator [SEL_344] + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_325] PartitionCols:_col0 - Select Operator [SEL_20] (rows=174233858 width=135) + Select Operator [SEL_324] (rows=174233858 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_19] (rows=174233858 width=135) + Group By Operator [GBY_323] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -439,39 +439,39 @@ Stage-0 Select Operator [SEL_15] (rows=348467716 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_285] (rows=348467716 width=135) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_319._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_319] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_94] + Please refer to the previous Select Operator [SEL_316] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_284] (rows=316788826 width=135) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_10] + Conds:RS_299._col0=RS_311._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_311] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_91] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Please refer to the previous Select Operator [SEL_305] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_299] PartitionCols:_col0 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_298] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_263] (rows=287989836 width=135) + Filter Operator [FIL_297] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_ext_discount_amt","cs_ext_sales_price","cs_ext_wholesale_cost","cs_ext_list_price"] - <-Reducer 9 [SIMPLE_EDGE] - SHUFFLE [RS_132] + <-Reducer 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_330] PartitionCols:_col0 - Select Operator [SEL_85] (rows=58077952 width=135) + Select Operator [SEL_329] (rows=58077952 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_84] (rows=58077952 width=135) + Filter Operator [FIL_328] (rows=58077952 width=135) predicate:(_col7 > 0) - Select Operator [SEL_281] (rows=174233858 width=135) + Select Operator [SEL_327] (rows=174233858 width=135) Output:["_col0","_col7"] - Group By Operator [GBY_83] (rows=174233858 width=135) + Group By Operator [GBY_326] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_82] @@ -481,26 +481,26 @@ Stage-0 Select Operator [SEL_79] (rows=348467716 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_291] (rows=348467716 width=135) - Conds:RS_76._col1=RS_77._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_77] + Conds:RS_76._col1=RS_321._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_321] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_94] + Please refer to the previous Select Operator [SEL_316] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_76] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_290] (rows=316788826 width=135) - Conds:RS_73._col0=RS_74._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_74] + Conds:RS_300._col0=RS_313._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_313] PartitionCols:_col0 - Select Operator [SEL_69] (rows=36524 width=1119) + Select Operator [SEL_307] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_273] (rows=36524 width=1119) + Filter Operator [FIL_303] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) Please refer to the previous TableScan [TS_89] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_73] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_300] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] + Please refer to the previous Select Operator [SEL_298] diff --git ql/src/test/results/clientpositive/perf/tez/query40.q.out ql/src/test/results/clientpositive/perf/tez/query40.q.out index b49668f..fba9e76 100644 --- ql/src/test/results/clientpositive/perf/tez/query40.q.out +++ ql/src/test/results/clientpositive/perf/tez/query40.q.out @@ -66,15 +66,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_36] - Limit [LIM_35] (rows=100 width=135) + Reducer 7 vectorized + File Output Operator [FS_78] + Limit [LIM_77] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_34] (rows=210822976 width=135) + Select Operator [SEL_76] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_33] - Group By Operator [GBY_31] (rows=210822976 width=135) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_75] + Group By Operator [GBY_74] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] @@ -84,13 +84,13 @@ Stage-0 Select Operator [SEL_27] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_58] (rows=421645953 width=135) - Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col7","_col9","_col11","_col14"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col1=RS_73._col0(Inner),Output:["_col4","_col7","_col9","_col11","_col14"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_73] PartitionCols:_col0 - Select Operator [SEL_14] (rows=27 width=1029) + Select Operator [SEL_72] (rows=27 width=1029) Output:["_col0","_col1"] - Filter Operator [FIL_54] (rows=27 width=1029) + Filter Operator [FIL_71] (rows=27 width=1029) predicate:w_warehouse_sk is not null TableScan [TS_12] (rows=27 width=1029) default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_state"] @@ -98,13 +98,13 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_57] (rows=383314495 width=135) - Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col4","_col7","_col9","_col11"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col2=RS_70._col0(Inner),Output:["_col1","_col4","_col7","_col9","_col11"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_70] PartitionCols:_col0 - Select Operator [SEL_11] (rows=51333 width=1436) + Select Operator [SEL_69] (rows=51333 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_53] (rows=51333 width=1436) + Filter Operator [FIL_68] (rows=51333 width=1436) predicate:(i_current_price BETWEEN 0.99 AND 1.49 and i_item_sk is not null) TableScan [TS_9] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_current_price"] @@ -112,13 +112,13 @@ Stage-0 SHUFFLE [RS_21] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_56] (rows=348467716 width=135) - Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col2","_col4","_col7","_col9"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col0=RS_67._col0(Inner),Output:["_col1","_col2","_col4","_col7","_col9"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_67] PartitionCols:_col0 - Select Operator [SEL_8] (rows=8116 width=1119) + Select Operator [SEL_66] (rows=8116 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_52] (rows=8116 width=1119) + Filter Operator [FIL_65] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-08 23:00:00.0' AND TIMESTAMP'1998-05-08 00:00:00.0' and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] @@ -126,22 +126,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_55] (rows=316788826 width=135) - Conds:RS_15._col2, _col3=RS_16._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col7"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_61._col2, _col3=RS_64._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_61] PartitionCols:_col2, _col3 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_60] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_50] (rows=287989836 width=135) + Filter Operator [FIL_59] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_warehouse_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_order_number","cs_sales_price"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_64] PartitionCols:_col0, _col1 - Select Operator [SEL_5] (rows=28798881 width=106) + Select Operator [SEL_63] (rows=28798881 width=106) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_51] (rows=28798881 width=106) + Filter Operator [FIL_62] (rows=28798881 width=106) predicate:cr_item_sk is not null TableScan [TS_3] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash"] diff --git ql/src/test/results/clientpositive/perf/tez/query42.q.out ql/src/test/results/clientpositive/perf/tez/query42.q.out index 0e07c4d..f47816a 100644 --- ql/src/test/results/clientpositive/perf/tez/query42.q.out +++ ql/src/test/results/clientpositive/perf/tez/query42.q.out @@ -52,17 +52,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 5 - File Output Operator [FS_24] - Limit [LIM_23] (rows=100 width=88) + Reducer 5 vectorized + File Output Operator [FS_49] + Limit [LIM_48] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_21] (rows=348477374 width=88) + Select Operator [SEL_47] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_20] - Select Operator [SEL_19] (rows=348477374 width=88) + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_46] + Select Operator [SEL_45] (rows=348477374 width=88) Output:["_col0","_col1","_col3"] - Group By Operator [GBY_18] (rows=348477374 width=88) + Group By Operator [GBY_44] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -70,13 +70,13 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8 Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_43._col0(Inner),Output:["_col2","_col7","_col8"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_43] PartitionCols:_col0 - Select Operator [SEL_8] (rows=231000 width=1436) + Select Operator [SEL_42] (rows=231000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_32] (rows=231000 width=1436) + Filter Operator [FIL_41] (rows=231000 width=1436) predicate:((i_manager_id = 1) and i_item_sk is not null) TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category_id","i_category","i_manager_id"] @@ -84,22 +84,22 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Conds:RS_37._col0=RS_40._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_37] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_36] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_30] (rows=575995635 width=88) + Filter Operator [FIL_35] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_10] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_40] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_39] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_31] (rows=18262 width=1119) + Filter Operator [FIL_38] (rows=18262 width=1119) predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] diff --git ql/src/test/results/clientpositive/perf/tez/query43.q.out ql/src/test/results/clientpositive/perf/tez/query43.q.out index 6db0919..0086a94 100644 --- ql/src/test/results/clientpositive/perf/tez/query43.q.out +++ ql/src/test/results/clientpositive/perf/tez/query43.q.out @@ -46,15 +46,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 5 - File Output Operator [FS_24] - Limit [LIM_23] (rows=100 width=88) + Reducer 5 vectorized + File Output Operator [FS_48] + Limit [LIM_47] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_22] (rows=348477374 width=88) + Select Operator [SEL_46] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_21] - Group By Operator [GBY_19] (rows=348477374 width=88) + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_45] + Group By Operator [GBY_44] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0, KEY._col1 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -64,13 +64,13 @@ Stage-0 Select Operator [SEL_15] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col5","_col7","_col8"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_43._col0(Inner),Output:["_col2","_col5","_col7","_col8"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_43] PartitionCols:_col0 - Select Operator [SEL_8] (rows=852 width=1910) + Select Operator [SEL_42] (rows=852 width=1910) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_32] (rows=852 width=1910) + Filter Operator [FIL_41] (rows=852 width=1910) predicate:((s_gmt_offset = -6) and s_store_sk is not null) TableScan [TS_6] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name","s_gmt_offset"] @@ -78,22 +78,22 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col5"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Conds:RS_37._col0=RS_40._col0(Inner),Output:["_col1","_col2","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_37] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_36] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_30] (rows=575995635 width=88) + Filter Operator [FIL_35] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_10] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_40] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_39] (rows=36524 width=1119) Output:["_col0","_col2"] - Filter Operator [FIL_31] (rows=36524 width=1119) + Filter Operator [FIL_38] (rows=36524 width=1119) predicate:((d_year = 1998) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_day_name"] diff --git ql/src/test/results/clientpositive/perf/tez/query44.q.out ql/src/test/results/clientpositive/perf/tez/query44.q.out index e8bf377..1a360e7 100644 --- ql/src/test/results/clientpositive/perf/tez/query44.q.out +++ ql/src/test/results/clientpositive/perf/tez/query44.q.out @@ -86,11 +86,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 4 - File Output Operator [FS_104] - Limit [LIM_103] (rows=100 width=185) + Reducer 4 vectorized + File Output Operator [FS_178] + Limit [LIM_177] (rows=100 width=185) Number of rows:100 - Select Operator [SEL_102] (rows=1393898919384048 width=185) + Select Operator [SEL_176] (rows=1393898919384048 width=185) Output:["_col0","_col1","_col2"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_101] @@ -102,26 +102,26 @@ Stage-0 SHUFFLE [RS_97] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_132] (rows=1267180808338276 width=185) - Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_94] + Conds:RS_138._col0=RS_170._col0(Inner),Output:["_col1","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_138] PartitionCols:_col0 - Select Operator [SEL_2] (rows=462000 width=1436) + Select Operator [SEL_137] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_121] (rows=462000 width=1436) + Filter Operator [FIL_136] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_0] (rows=462000 width=1436) default@item,i1,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_product_name"] - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_95] + <-Reducer 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_170] PartitionCols:_col0 - Select Operator [SEL_41] (rows=1151982528066248 width=185) + Select Operator [SEL_169] (rows=1151982528066248 width=185) Output:["_col0","_col1"] - Filter Operator [FIL_122] (rows=1151982528066248 width=185) + Filter Operator [FIL_168] (rows=1151982528066248 width=185) predicate:((rank_window_0 < 11) and _col2 is not null) - PTF Operator [PTF_40] (rows=3455947584198744 width=185) + PTF Operator [PTF_167] (rows=3455947584198744 width=185) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_39] (rows=3455947584198744 width=185) + Select Operator [SEL_166] (rows=3455947584198744 width=185) Output:["_col2","_col3"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_38] @@ -130,61 +130,61 @@ Stage-0 predicate:(_col3 > (0.9 * _col1)) Merge Join Operator [MERGEJOIN_131] (rows=10367842752596232 width=185) Conds:(Inner),(Inner),Output:["_col1","_col2","_col3"] - <-Reducer 13 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_34] - Select Operator [SEL_25] (rows=71999454 width=88) + <-Reducer 13 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_158] + Select Operator [SEL_157] (rows=71999454 width=88) Output:["_col0"] - Group By Operator [GBY_24] (rows=71999454 width=88) + Group By Operator [GBY_156] (rows=71999454 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_23] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_155] PartitionCols:_col0 - Group By Operator [GBY_22] (rows=143998908 width=88) + Group By Operator [GBY_154] (rows=143998908 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col1)"],keys:410 - Select Operator [SEL_20] (rows=143998908 width=88) + Select Operator [SEL_153] (rows=143998908 width=88) Output:["_col1"] - Filter Operator [FIL_124] (rows=143998908 width=88) + Filter Operator [FIL_152] (rows=143998908 width=88) predicate:((ss_store_sk = 410) and ss_hdemo_sk is null) TableScan [TS_18] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_hdemo_sk","ss_store_sk","ss_net_profit"] - <-Reducer 15 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_35] - Select Operator [SEL_32] (rows=143998908 width=88) + <-Reducer 15 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_165] + Select Operator [SEL_164] (rows=143998908 width=88) Output:["_col0","_col1"] - Group By Operator [GBY_31] (rows=143998908 width=88) + Group By Operator [GBY_163] (rows=143998908 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_30] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_162] PartitionCols:_col0 - Group By Operator [GBY_29] (rows=287997817 width=88) + Group By Operator [GBY_161] (rows=287997817 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_net_profit)","count(ss_net_profit)"],keys:ss_item_sk - Select Operator [SEL_28] (rows=287997817 width=88) + Select Operator [SEL_160] (rows=287997817 width=88) Output:["ss_item_sk","ss_net_profit"] - Filter Operator [FIL_125] (rows=287997817 width=88) + Filter Operator [FIL_159] (rows=287997817 width=88) predicate:(ss_store_sk = 410) TableScan [TS_26] (rows=575995635 width=88) default@store_sales,ss1,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk","ss_store_sk","ss_net_profit"] - <-Reducer 8 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_33] - Select Operator [SEL_17] (rows=1 width=8) - Filter Operator [FIL_16] (rows=1 width=8) + <-Reducer 8 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_151] + Select Operator [SEL_150] (rows=1 width=8) + Filter Operator [FIL_149] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_14] (rows=1 width=8) + Group By Operator [GBY_148] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Reducer 7 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_13] - Group By Operator [GBY_12] (rows=1 width=8) + <-Reducer 7 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_147] + Group By Operator [GBY_146] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_10] (rows=71999454 width=88) - Group By Operator [GBY_9] (rows=71999454 width=88) + Select Operator [SEL_145] (rows=71999454 width=88) + Group By Operator [GBY_144] (rows=71999454 width=88) Output:["_col0"],keys:KEY._col0 - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_8] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_143] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=143998908 width=88) + Group By Operator [GBY_142] (rows=143998908 width=88) Output:["_col0"],keys:410 - Select Operator [SEL_5] (rows=143998908 width=88) - Filter Operator [FIL_123] (rows=143998908 width=88) + Select Operator [SEL_141] (rows=143998908 width=88) + Filter Operator [FIL_140] (rows=143998908 width=88) predicate:((ss_store_sk = 410) and ss_hdemo_sk is null) TableScan [TS_3] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_hdemo_sk","ss_store_sk"] @@ -192,21 +192,21 @@ Stage-0 SHUFFLE [RS_98] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_134] (rows=1267180808338276 width=185) - Conds:RS_90._col0=RS_91._col0(Inner),Output:["_col1","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_90] + Conds:RS_139._col0=RS_175._col0(Inner),Output:["_col1","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_139] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Reducer 11 [SIMPLE_EDGE] - SHUFFLE [RS_91] + Please refer to the previous Select Operator [SEL_137] + <-Reducer 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_175] PartitionCols:_col0 - Select Operator [SEL_86] (rows=1151982528066248 width=185) + Select Operator [SEL_174] (rows=1151982528066248 width=185) Output:["_col0","_col1"] - Filter Operator [FIL_127] (rows=1151982528066248 width=185) + Filter Operator [FIL_173] (rows=1151982528066248 width=185) predicate:((rank_window_0 < 11) and _col2 is not null) - PTF Operator [PTF_85] (rows=3455947584198744 width=185) + PTF Operator [PTF_172] (rows=3455947584198744 width=185) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 DESC NULLS LAST","partition by:":"0"}] - Select Operator [SEL_84] (rows=3455947584198744 width=185) + Select Operator [SEL_171] (rows=3455947584198744 width=185) Output:["_col2","_col3"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_83] diff --git ql/src/test/results/clientpositive/perf/tez/query45.q.out ql/src/test/results/clientpositive/perf/tez/query45.q.out index eee388f..704af01 100644 --- ql/src/test/results/clientpositive/perf/tez/query45.q.out +++ ql/src/test/results/clientpositive/perf/tez/query45.q.out @@ -55,15 +55,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_59] - Limit [LIM_58] (rows=100 width=152) + Reducer 6 vectorized + File Output Operator [FS_120] + Limit [LIM_119] (rows=100 width=152) Number of rows:100 - Select Operator [SEL_57] (rows=95833781 width=152) + Select Operator [SEL_118] (rows=95833781 width=152) Output:["_col0","_col1","_col2"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_56] - Group By Operator [GBY_54] (rows=95833781 width=152) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_117] + Group By Operator [GBY_116] (rows=95833781 width=152) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_53] @@ -78,17 +78,17 @@ Stage-0 Output:["_col3","_col7","_col8","_col13","_col14","_col15","_col17"] Merge Join Operator [MERGEJOIN_87] (rows=191667562 width=152) Conds:(Inner),Output:["_col3","_col4","_col6","_col8","_col12","_col16","_col17"] - <-Reducer 12 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_47] - Group By Operator [GBY_38] (rows=1 width=16) + <-Reducer 12 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_115] + Group By Operator [GBY_114] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)","count(VALUE._col1)"] - <-Map 8 [CUSTOM_SIMPLE_EDGE] - SHUFFLE [RS_37] - Group By Operator [GBY_36] (rows=1 width=16) + <-Map 8 [CUSTOM_SIMPLE_EDGE] vectorized + SHUFFLE [RS_104] + Group By Operator [GBY_102] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["count()","count(i_item_id)"] - Select Operator [SEL_35] (rows=231000 width=1436) + Select Operator [SEL_99] (rows=231000 width=1436) Output:["i_item_id"] - Filter Operator [FIL_81] (rows=231000 width=1436) + Filter Operator [FIL_96] (rows=231000 width=1436) predicate:(i_item_sk) IN (2, 3, 5, 7, 11, 13, 17, 19, 23, 29) TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] @@ -105,22 +105,22 @@ Stage-0 SHUFFLE [RS_30] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_84] (rows=158402938 width=135) - Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_110._col0=RS_113._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_110] PartitionCols:_col0 - Select Operator [SEL_18] (rows=144002668 width=135) + Select Operator [SEL_109] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_79] (rows=144002668 width=135) + Filter Operator [FIL_108] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_16] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_sales_price"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_23] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_113] PartitionCols:_col0 - Select Operator [SEL_21] (rows=18262 width=1119) + Select Operator [SEL_112] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_80] (rows=18262 width=1119) + Filter Operator [FIL_111] (rows=18262 width=1119) predicate:((d_qoy = 2) and (d_year = 2000) and d_date_sk is not null) TableScan [TS_19] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] @@ -128,52 +128,52 @@ Stage-0 SHUFFLE [RS_29] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_83] (rows=508200 width=1436) - Conds:RS_26._col1=RS_27._col0(Left Outer),Output:["_col0","_col1","_col3"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_26] + Conds:RS_100._col1=RS_107._col0(Left Outer),Output:["_col0","_col1","_col3"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_100] PartitionCols:_col1 - Select Operator [SEL_8] (rows=462000 width=1436) + Select Operator [SEL_97] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_77] (rows=462000 width=1436) + Filter Operator [FIL_94] (rows=462000 width=1436) predicate:i_item_sk is not null Please refer to the previous TableScan [TS_6] - <-Reducer 11 [ONE_TO_ONE_EDGE] - FORWARD [RS_27] + <-Reducer 11 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_107] PartitionCols:_col0 - Select Operator [SEL_15] (rows=115500 width=1436) + Select Operator [SEL_106] (rows=115500 width=1436) Output:["_col0","_col1"] - Group By Operator [GBY_14] (rows=115500 width=1436) + Group By Operator [GBY_105] (rows=115500 width=1436) Output:["_col0"],keys:KEY._col0 - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_103] PartitionCols:_col0 - Group By Operator [GBY_12] (rows=231000 width=1436) + Group By Operator [GBY_101] (rows=231000 width=1436) Output:["_col0"],keys:i_item_id - Select Operator [SEL_11] (rows=231000 width=1436) + Select Operator [SEL_98] (rows=231000 width=1436) Output:["i_item_id"] - Filter Operator [FIL_78] (rows=231000 width=1436) + Filter Operator [FIL_95] (rows=231000 width=1436) predicate:(i_item_sk) IN (2, 3, 5, 7, 11, 13, 17, 19, 23, 29) Please refer to the previous TableScan [TS_6] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_43] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_82] (rows=88000001 width=860) - Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col0","_col3","_col4"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_40] + Conds:RS_90._col1=RS_93._col0(Inner),Output:["_col0","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_90] PartitionCols:_col1 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_89] (rows=80000000 width=860) Output:["_col0","_col1"] - Filter Operator [FIL_75] (rows=80000000 width=860) + Filter Operator [FIL_88] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_41] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_93] PartitionCols:_col0 - Select Operator [SEL_5] (rows=40000000 width=1014) + Select Operator [SEL_92] (rows=40000000 width=1014) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_76] (rows=40000000 width=1014) + Filter Operator [FIL_91] (rows=40000000 width=1014) predicate:ca_address_sk is not null TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_zip"] diff --git ql/src/test/results/clientpositive/perf/tez/query46.q.out ql/src/test/results/clientpositive/perf/tez/query46.q.out index 3659824..29795b2 100644 --- ql/src/test/results/clientpositive/perf/tez/query46.q.out +++ ql/src/test/results/clientpositive/perf/tez/query46.q.out @@ -82,11 +82,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 4 - File Output Operator [FS_49] - Limit [LIM_48] (rows=100 width=88) + Reducer 4 vectorized + File Output Operator [FS_110] + Limit [LIM_109] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_47] (rows=463823414 width=88) + Select Operator [SEL_108] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_46] @@ -95,36 +95,36 @@ Stage-0 Filter Operator [FIL_44] (rows=463823414 width=88) predicate:(_col5 <> _col8) Merge Join Operator [MERGEJOIN_85] (rows=463823414 width=88) - Conds:RS_41._col0=RS_42._col1(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9","_col10"] + Conds:RS_41._col0=RS_107._col1(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9","_col10"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_80] (rows=88000001 width=860) - Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col0","_col2","_col3","_col5"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_39] + Conds:RS_88._col1=RS_91._col0(Inner),Output:["_col0","_col2","_col3","_col5"] + <-Map 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_91] PartitionCols:_col0 - Select Operator [SEL_5] (rows=40000000 width=1014) + Select Operator [SEL_90] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_74] (rows=40000000 width=1014) + Filter Operator [FIL_89] (rows=40000000 width=1014) predicate:ca_address_sk is not null TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,current_addr,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_38] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_88] PartitionCols:_col1 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_87] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_73] (rows=80000000 width=860) + Filter Operator [FIL_86] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk","c_first_name","c_last_name"] - <-Reducer 7 [SIMPLE_EDGE] - SHUFFLE [RS_42] + <-Reducer 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_107] PartitionCols:_col1 - Select Operator [SEL_37] (rows=421657640 width=88) + Select Operator [SEL_106] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_36] (rows=421657640 width=88) + Group By Operator [GBY_105] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_35] @@ -132,22 +132,22 @@ Stage-0 Group By Operator [GBY_34] (rows=843315281 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col17, _col3, _col5 Merge Join Operator [MERGEJOIN_84] (rows=843315281 width=88) - Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col17"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_30._col3=RS_92._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col17"] + <-Map 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_92] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] + Please refer to the previous Select Operator [SEL_90] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_83] (rows=766650239 width=88) - Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_28] + Conds:RS_27._col2=RS_104._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_104] PartitionCols:_col0 - Select Operator [SEL_17] (rows=7200 width=107) + Select Operator [SEL_103] (rows=7200 width=107) Output:["_col0"] - Filter Operator [FIL_78] (rows=7200 width=107) + Filter Operator [FIL_102] (rows=7200 width=107) predicate:(((hd_dep_count = 2) or (hd_vehicle_count = 1)) and hd_demo_sk is not null) TableScan [TS_15] (rows=7200 width=107) default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] @@ -155,13 +155,13 @@ Stage-0 SHUFFLE [RS_27] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_82] (rows=696954748 width=88) - Conds:RS_24._col4=RS_25._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col4=RS_101._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_101] PartitionCols:_col0 - Select Operator [SEL_14] (rows=852 width=1910) + Select Operator [SEL_100] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_77] (rows=852 width=1910) + Filter Operator [FIL_99] (rows=852 width=1910) predicate:((s_city) IN ('Cedar Grove', 'Wildwood', 'Union', 'Salem', 'Highland Park') and s_store_sk is not null) TableScan [TS_12] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_city"] @@ -169,22 +169,22 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col4 Merge Join Operator [MERGEJOIN_81] (rows=633595212 width=88) - Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_95._col0=RS_98._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_98] PartitionCols:_col0 - Select Operator [SEL_11] (rows=18263 width=1119) + Select Operator [SEL_97] (rows=18263 width=1119) Output:["_col0"] - Filter Operator [FIL_76] (rows=18263 width=1119) + Filter Operator [FIL_96] (rows=18263 width=1119) predicate:((d_dow) IN (6, 0) and (d_year) IN (1998, 1999, 2000) and d_date_sk is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dow"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_21] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_95] PartitionCols:_col0 - Select Operator [SEL_8] (rows=575995635 width=88) + Select Operator [SEL_94] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_75] (rows=575995635 width=88) + Filter Operator [FIL_93] (rows=575995635 width=88) predicate:(ss_addr_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_6] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"] diff --git ql/src/test/results/clientpositive/perf/tez/query47.q.out ql/src/test/results/clientpositive/perf/tez/query47.q.out index ba68d7e..2989fce 100644 --- ql/src/test/results/clientpositive/perf/tez/query47.q.out +++ ql/src/test/results/clientpositive/perf/tez/query47.q.out @@ -116,11 +116,11 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 8 - File Output Operator [FS_112] - Limit [LIM_110] (rows=100 width=88) + Reducer 8 vectorized + File Output Operator [FS_215] + Limit [LIM_214] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_109] (rows=843315280 width=88) + Select Operator [SEL_213] (rows=843315280 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_108] @@ -143,19 +143,19 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST, _col2 ASC NULLS FIRST","partition by:":"_col4, _col3, _col5, _col6"}] Select Operator [SEL_64] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_63] + <-Reducer 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_211] PartitionCols:_col3, _col2, _col4, _col5 - Select Operator [SEL_62] (rows=383325119 width=88) + Select Operator [SEL_210] (rows=383325119 width=88) Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - PTF Operator [PTF_61] (rows=383325119 width=88) + PTF Operator [PTF_209] (rows=383325119 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col4 ASC NULLS FIRST, _col5 ASC NULLS FIRST, _col0 ASC NULLS FIRST","partition by:":"_col3, _col2, _col4, _col5, _col0"}] - Select Operator [SEL_60] (rows=383325119 width=88) + Select Operator [SEL_208] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_59] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_205] PartitionCols:_col3, _col2, _col4, _col5, _col0 - Group By Operator [GBY_94] (rows=383325119 width=88) + Group By Operator [GBY_202] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_93] @@ -163,13 +163,13 @@ Stage-0 Group By Operator [GBY_92] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col9, _col11, _col12 Merge Join Operator [MERGEJOIN_188] (rows=766650239 width=88) - Conds:RS_88._col2=RS_89._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col9","_col11","_col12"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_89] + Conds:RS_88._col2=RS_201._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col9","_col11","_col12"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_201] PartitionCols:_col0 - Select Operator [SEL_81] (rows=1704 width=1910) + Select Operator [SEL_200] (rows=1704 width=1910) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_179] (rows=1704 width=1910) + Filter Operator [FIL_199] (rows=1704 width=1910) predicate:(s_company_name is not null and s_store_name is not null and s_store_sk is not null) TableScan [TS_79] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_name"] @@ -177,13 +177,13 @@ Stage-0 SHUFFLE [RS_88] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_187] (rows=696954748 width=88) - Conds:RS_85._col1=RS_86._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_86] + Conds:RS_85._col1=RS_198._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_198] PartitionCols:_col0 - Select Operator [SEL_78] (rows=462000 width=1436) + Select Operator [SEL_197] (rows=462000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_178] (rows=462000 width=1436) + Filter Operator [FIL_196] (rows=462000 width=1436) predicate:(i_brand is not null and i_category is not null and i_item_sk is not null) TableScan [TS_76] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_category"] @@ -191,22 +191,22 @@ Stage-0 SHUFFLE [RS_85] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_186] (rows=633595212 width=88) - Conds:RS_82._col0=RS_83._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_82] + Conds:RS_192._col0=RS_195._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_192] PartitionCols:_col0 - Select Operator [SEL_72] (rows=575995635 width=88) + Select Operator [SEL_191] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_176] (rows=575995635 width=88) + Filter Operator [FIL_190] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_70] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_83] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_195] PartitionCols:_col0 - Select Operator [SEL_75] (rows=73048 width=1119) + Select Operator [SEL_194] (rows=73048 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_177] (rows=73048 width=1119) + Filter Operator [FIL_193] (rows=73048 width=1119) predicate:(((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) TableScan [TS_73] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] @@ -221,10 +221,10 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col3, _col2, _col4, _col5"}] Select Operator [SEL_97] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_96] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_203] PartitionCols:_col3, _col2, _col4, _col5 - Please refer to the previous Group By Operator [GBY_94] + Please refer to the previous Group By Operator [GBY_202] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_103] PartitionCols:_col0, _col1, _col2, _col3, (_col5 + 1) @@ -236,8 +236,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col3, _col2, _col4, _col5"}] Select Operator [SEL_27] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_26] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_204] PartitionCols:_col3, _col2, _col4, _col5 - Please refer to the previous Group By Operator [GBY_94] + Please refer to the previous Group By Operator [GBY_202] diff --git ql/src/test/results/clientpositive/perf/tez/query48.q.out ql/src/test/results/clientpositive/perf/tez/query48.q.out index 8db0c1e..56eb93f 100644 --- ql/src/test/results/clientpositive/perf/tez/query48.q.out +++ ql/src/test/results/clientpositive/perf/tez/query48.q.out @@ -141,9 +141,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 - File Output Operator [FS_33] - Group By Operator [GBY_31] (rows=1 width=8) + Reducer 6 vectorized + File Output Operator [FS_73] + Group By Operator [GBY_72] (rows=1 width=8) Output:["_col0"],aggregations:["sum(VALUE._col0)"] <-Reducer 5 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_30] @@ -154,13 +154,13 @@ Stage-0 Filter Operator [FIL_27] (rows=15616947 width=88) predicate:(((_col14) IN ('KY', 'GA', 'NM') and _col7 BETWEEN 0 AND 2000) or ((_col14) IN ('MT', 'OR', 'IN') and _col7 BETWEEN 150 AND 3000) or ((_col14) IN ('WI', 'MO', 'WV') and _col7 BETWEEN 50 AND 25000)) Merge Join Operator [MERGEJOIN_56] (rows=93701693 width=88) - Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col5","_col7","_col14"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col3=RS_71._col0(Inner),Output:["_col5","_col7","_col14"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_71] PartitionCols:_col0 - Select Operator [SEL_14] (rows=10000000 width=1014) + Select Operator [SEL_70] (rows=10000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_52] (rows=10000000 width=1014) + Filter Operator [FIL_69] (rows=10000000 width=1014) predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null) TableScan [TS_12] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"] @@ -168,13 +168,13 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_55] (rows=85183356 width=88) - Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col3","_col5","_col7"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col2=RS_68._col0(Inner),Output:["_col3","_col5","_col7"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_68] PartitionCols:_col0 - Select Operator [SEL_11] (rows=465450 width=385) + Select Operator [SEL_67] (rows=465450 width=385) Output:["_col0"] - Filter Operator [FIL_51] (rows=465450 width=385) + Filter Operator [FIL_66] (rows=465450 width=385) predicate:((cd_education_status = '4 yr Degree') and (cd_marital_status = 'M') and cd_demo_sk is not null) TableScan [TS_9] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] @@ -182,13 +182,13 @@ Stage-0 SHUFFLE [RS_21] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_54] (rows=77439413 width=88) - Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col2","_col3","_col5","_col7"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col1=RS_65._col0(Inner),Output:["_col2","_col3","_col5","_col7"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_65] PartitionCols:_col0 - Select Operator [SEL_8] (rows=36524 width=1119) + Select Operator [SEL_64] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_50] (rows=36524 width=1119) + Filter Operator [FIL_63] (rows=36524 width=1119) predicate:((d_year = 1998) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] @@ -196,22 +196,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_53] (rows=70399465 width=88) - Conds:RS_15._col0=RS_16._col3(Inner),Output:["_col1","_col2","_col3","_col5","_col7"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_59._col0=RS_62._col3(Inner),Output:["_col1","_col2","_col3","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_59] PartitionCols:_col0 - Select Operator [SEL_2] (rows=1704 width=1910) + Select Operator [SEL_58] (rows=1704 width=1910) Output:["_col0"] - Filter Operator [FIL_48] (rows=1704 width=1910) + Filter Operator [FIL_57] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_0] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_62] PartitionCols:_col3 - Select Operator [SEL_5] (rows=63999513 width=88) + Select Operator [SEL_61] (rows=63999513 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col6"] - Filter Operator [FIL_49] (rows=63999513 width=88) + Filter Operator [FIL_60] (rows=63999513 width=88) predicate:((ss_net_profit BETWEEN 0 AND 2000 or ss_net_profit BETWEEN 150 AND 3000 or ss_net_profit BETWEEN 50 AND 25000) and (ss_sales_price BETWEEN 100 AND 150 or ss_sales_price BETWEEN 50 AND 100 or ss_sales_price BETWEEN 150 AND 200) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_3] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_cdemo_sk","ss_addr_sk","ss_store_sk","ss_quantity","ss_sales_price","ss_net_profit"] diff --git ql/src/test/results/clientpositive/perf/tez/query49.q.out ql/src/test/results/clientpositive/perf/tez/query49.q.out index be4027d..3a9c640 100644 --- ql/src/test/results/clientpositive/perf/tez/query49.q.out +++ ql/src/test/results/clientpositive/perf/tez/query49.q.out @@ -276,45 +276,45 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 11 - File Output Operator [FS_113] - Limit [LIM_112] (rows=100 width=101) + Reducer 11 vectorized + File Output Operator [FS_179] + Limit [LIM_178] (rows=100 width=101) Number of rows:100 - Select Operator [SEL_111] (rows=5915494 width=101) + Select Operator [SEL_177] (rows=5915494 width=101) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_110] - Select Operator [SEL_109] (rows=5915494 width=101) + <-Reducer 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_176] + Select Operator [SEL_175] (rows=5915494 width=101) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_108] (rows=5915494 width=101) + Group By Operator [GBY_174] (rows=5915494 width=101) Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 9 [SIMPLE_EDGE] - <-Reducer 22 [CONTAINS] - Reduce Output Operator [RS_107] + <-Reducer 22 [CONTAINS] vectorized + Reduce Output Operator [RS_215] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_106] (rows=11830988 width=101) + Group By Operator [GBY_214] (rows=11830988 width=101) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Select Operator [SEL_99] (rows=8604378 width=88) + Select Operator [SEL_213] (rows=8604378 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_137] (rows=8604378 width=88) + Filter Operator [FIL_212] (rows=8604378 width=88) predicate:((_col0 <= 10) or (rank_window_1 <= 10)) - PTF Operator [PTF_98] (rows=12906568 width=88) + PTF Operator [PTF_211] (rows=12906568 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_97] (rows=12906568 width=88) + Select Operator [SEL_210] (rows=12906568 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 21 [SIMPLE_EDGE] - SHUFFLE [RS_96] + <-Reducer 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_209] PartitionCols:0 - Select Operator [SEL_95] (rows=12906568 width=88) + Select Operator [SEL_208] (rows=12906568 width=88) Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"] - PTF Operator [PTF_94] (rows=12906568 width=88) + PTF Operator [PTF_207] (rows=12906568 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_93] (rows=12906568 width=88) + Select Operator [SEL_206] (rows=12906568 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 20 [SIMPLE_EDGE] - SHUFFLE [RS_92] + <-Reducer 20 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_205] PartitionCols:0 - Group By Operator [GBY_90] (rows=12906568 width=88) + Group By Operator [GBY_204] (rows=12906568 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_89] @@ -324,13 +324,13 @@ Stage-0 Select Operator [SEL_86] (rows=25813137 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_146] (rows=25813137 width=88) - Conds:RS_83._col1, _col2=RS_84._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] - <-Map 27 [SIMPLE_EDGE] - SHUFFLE [RS_84] + Conds:RS_83._col1, _col2=RS_203._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] + <-Map 27 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_203] PartitionCols:_col0, _col1 - Select Operator [SEL_79] (rows=19197050 width=77) + Select Operator [SEL_202] (rows=19197050 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_140] (rows=19197050 width=77) + Filter Operator [FIL_201] (rows=19197050 width=77) predicate:((sr_return_amt > 10000) and sr_item_sk is not null and sr_ticket_number is not null) TableScan [TS_77] (rows=57591150 width=77) default@store_returns,sr,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"] @@ -338,61 +338,61 @@ Stage-0 SHUFFLE [RS_83] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_145] (rows=23466488 width=88) - Conds:RS_80._col0=RS_81._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_81] + Conds:RS_200._col0=RS_154._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_154] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_151] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_131] (rows=18262 width=1119) + Filter Operator [FIL_150] (rows=18262 width=1119) predicate:((d_moy = 12) and (d_year = 2000) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 26 [SIMPLE_EDGE] - SHUFFLE [RS_80] + <-Map 26 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_200] PartitionCols:_col0 - Select Operator [SEL_73] (rows=21333171 width=88) + Select Operator [SEL_199] (rows=21333171 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_138] (rows=21333171 width=88) + Filter Operator [FIL_198] (rows=21333171 width=88) predicate:((ss_net_paid > 0) and (ss_net_profit > 1) and (ss_quantity > 0) and ss_item_sk is not null and ss_sold_date_sk is not null and ss_ticket_number is not null) TableScan [TS_71] (rows=575995635 width=88) default@store_sales,sts,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_net_paid","ss_net_profit"] - <-Reducer 8 [CONTAINS] - Reduce Output Operator [RS_107] + <-Reducer 8 [CONTAINS] vectorized + Reduce Output Operator [RS_173] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_106] (rows=11830988 width=101) + Group By Operator [GBY_172] (rows=11830988 width=101) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Select Operator [SEL_70] (rows=3226610 width=135) + Select Operator [SEL_171] (rows=3226610 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_69] (rows=3226610 width=135) + Group By Operator [GBY_170] (rows=3226610 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 7 [SIMPLE_EDGE] - <-Reducer 17 [CONTAINS] - Reduce Output Operator [RS_68] + <-Reducer 17 [CONTAINS] vectorized + Reduce Output Operator [RS_197] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_67] (rows=6453220 width=135) + Group By Operator [GBY_196] (rows=6453220 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Select Operator [SEL_60] (rows=4302070 width=135) + Select Operator [SEL_195] (rows=4302070 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_133] (rows=4302070 width=135) + Filter Operator [FIL_194] (rows=4302070 width=135) predicate:((_col0 <= 10) or (rank_window_1 <= 10)) - PTF Operator [PTF_59] (rows=6453105 width=135) + PTF Operator [PTF_193] (rows=6453105 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_58] (rows=6453105 width=135) + Select Operator [SEL_192] (rows=6453105 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 16 [SIMPLE_EDGE] - SHUFFLE [RS_57] + <-Reducer 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_191] PartitionCols:0 - Select Operator [SEL_56] (rows=6453105 width=135) + Select Operator [SEL_190] (rows=6453105 width=135) Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"] - PTF Operator [PTF_55] (rows=6453105 width=135) + PTF Operator [PTF_189] (rows=6453105 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_54] (rows=6453105 width=135) + Select Operator [SEL_188] (rows=6453105 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 15 [SIMPLE_EDGE] - SHUFFLE [RS_53] + <-Reducer 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_187] PartitionCols:0 - Group By Operator [GBY_51] (rows=6453105 width=135) + Group By Operator [GBY_186] (rows=6453105 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_50] @@ -402,13 +402,13 @@ Stage-0 Select Operator [SEL_47] (rows=12906211 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_144] (rows=12906211 width=135) - Conds:RS_44._col1, _col2=RS_45._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_45] + Conds:RS_44._col1, _col2=RS_185._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_185] PartitionCols:_col0, _col1 - Select Operator [SEL_40] (rows=9599627 width=106) + Select Operator [SEL_184] (rows=9599627 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_136] (rows=9599627 width=106) + Filter Operator [FIL_183] (rows=9599627 width=106) predicate:((cr_return_amount > 10000) and cr_item_sk is not null and cr_order_number is not null) TableScan [TS_38] (rows=28798881 width=106) default@catalog_returns,cr,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"] @@ -416,46 +416,46 @@ Stage-0 SHUFFLE [RS_44] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_143] (rows=11732919 width=135) - Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_42] + Conds:RS_182._col0=RS_153._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_153] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_41] + Please refer to the previous Select Operator [SEL_151] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_182] PartitionCols:_col0 - Select Operator [SEL_34] (rows=10666290 width=135) + Select Operator [SEL_181] (rows=10666290 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_134] (rows=10666290 width=135) + Filter Operator [FIL_180] (rows=10666290 width=135) predicate:((cs_net_paid > 0) and (cs_net_profit > 1) and (cs_quantity > 0) and cs_item_sk is not null and cs_order_number is not null and cs_sold_date_sk is not null) TableScan [TS_32] (rows=287989836 width=135) default@catalog_sales,cs,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_net_paid","cs_net_profit"] - <-Reducer 6 [CONTAINS] - Reduce Output Operator [RS_68] + <-Reducer 6 [CONTAINS] vectorized + Reduce Output Operator [RS_169] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_67] (rows=6453220 width=135) + Group By Operator [GBY_168] (rows=6453220 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Select Operator [SEL_28] (rows=2151150 width=135) + Select Operator [SEL_167] (rows=2151150 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_129] (rows=2151150 width=135) + Filter Operator [FIL_166] (rows=2151150 width=135) predicate:((_col0 <= 10) or (rank_window_1 <= 10)) - PTF Operator [PTF_27] (rows=3226726 width=135) + PTF Operator [PTF_165] (rows=3226726 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col4 AS decimal(15,4)) / CAST( _col5 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_26] (rows=3226726 width=135) + Select Operator [SEL_164] (rows=3226726 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_25] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_163] PartitionCols:0 - Select Operator [SEL_24] (rows=3226726 width=135) + Select Operator [SEL_162] (rows=3226726 width=135) Output:["rank_window_0","_col0","_col1","_col2","_col3","_col4"] - PTF Operator [PTF_23] (rows=3226726 width=135) + PTF Operator [PTF_161] (rows=3226726 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(CAST( _col1 AS decimal(15,4)) / CAST( _col2 AS decimal(15,4))) ASC NULLS FIRST","partition by:":"0"}] - Select Operator [SEL_22] (rows=3226726 width=135) + Select Operator [SEL_160] (rows=3226726 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_21] + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_159] PartitionCols:0 - Group By Operator [GBY_19] (rows=3226726 width=135) + Group By Operator [GBY_158] (rows=3226726 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -465,13 +465,13 @@ Stage-0 Select Operator [SEL_15] (rows=6453452 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_142] (rows=6453452 width=135) - Conds:RS_12._col1, _col2=RS_13._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1, _col2=RS_157._col0, _col1(Inner),Output:["_col1","_col3","_col4","_col11","_col12"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_157] PartitionCols:_col0, _col1 - Select Operator [SEL_8] (rows=4799489 width=92) + Select Operator [SEL_156] (rows=4799489 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_132] (rows=4799489 width=92) + Filter Operator [FIL_155] (rows=4799489 width=92) predicate:((wr_return_amt > 10000) and wr_item_sk is not null and wr_order_number is not null) TableScan [TS_6] (rows=14398467 width=92) default@web_returns,wr,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"] @@ -479,17 +479,17 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_141] (rows=5866775 width=135) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_10] + Conds:RS_149._col0=RS_152._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_152] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Please refer to the previous Select Operator [SEL_151] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_149] PartitionCols:_col0 - Select Operator [SEL_2] (rows=5333432 width=135) + Select Operator [SEL_148] (rows=5333432 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_130] (rows=5333432 width=135) + Filter Operator [FIL_147] (rows=5333432 width=135) predicate:((ws_net_paid > 0) and (ws_net_profit > 1) and (ws_quantity > 0) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,ws,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_net_paid","ws_net_profit"] diff --git ql/src/test/results/clientpositive/perf/tez/query5.q.out ql/src/test/results/clientpositive/perf/tez/query5.q.out index eb4a8cf..f13b767 100644 --- ql/src/test/results/clientpositive/perf/tez/query5.q.out +++ ql/src/test/results/clientpositive/perf/tez/query5.q.out @@ -277,27 +277,27 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 8 - File Output Operator [FS_92] - Limit [LIM_91] (rows=100 width=110) + Reducer 8 vectorized + File Output Operator [FS_158] + Limit [LIM_157] (rows=100 width=110) Number of rows:100 - Select Operator [SEL_90] (rows=1136898901 width=110) + Select Operator [SEL_156] (rows=1136898901 width=110) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 7 [SIMPLE_EDGE] - SHUFFLE [RS_89] - Select Operator [SEL_88] (rows=1136898901 width=110) + <-Reducer 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_155] + Select Operator [SEL_154] (rows=1136898901 width=110) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_87] (rows=1136898901 width=110) + Group By Operator [GBY_153] (rows=1136898901 width=110) Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 6 [SIMPLE_EDGE] - <-Reducer 13 [CONTAINS] - Reduce Output Operator [RS_86] + <-Reducer 13 [CONTAINS] vectorized + Reduce Output Operator [RS_168] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_85] (rows=2273797803 width=110) + Group By Operator [GBY_167] (rows=2273797803 width=110) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_49] (rows=191657181 width=132) + Select Operator [SEL_166] (rows=191657181 width=132) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_48] (rows=191657181 width=132) + Group By Operator [GBY_165] (rows=191657181 width=132) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_47] @@ -305,13 +305,13 @@ Stage-0 Group By Operator [GBY_46] (rows=383314363 width=132) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9 Merge Join Operator [MERGEJOIN_135] (rows=383314363 width=132) - Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_43] + Conds:RS_42._col0=RS_164._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_164] PartitionCols:_col0 - Select Operator [SEL_38] (rows=46000 width=460) + Select Operator [SEL_163] (rows=46000 width=460) Output:["_col0","_col1"] - Filter Operator [FIL_125] (rows=46000 width=460) + Filter Operator [FIL_162] (rows=46000 width=460) predicate:cp_catalog_page_sk is not null TableScan [TS_36] (rows=46000 width=460) default@catalog_page,catalog_page,Tbl:COMPLETE,Col:NONE,Output:["cp_catalog_page_sk","cp_catalog_page_id"] @@ -319,43 +319,43 @@ Stage-0 SHUFFLE [RS_42] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_134] (rows=348467596 width=132) - Conds:Union 19._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_40] + Conds:Union 19._col1=RS_144._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_144] PartitionCols:_col0 - Select Operator [SEL_10] (rows=8116 width=1119) + Select Operator [SEL_142] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_120] (rows=8116 width=1119) + Filter Operator [FIL_141] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-08-18 00:00:00.0' and d_date_sk is not null) TableScan [TS_8] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] <-Union 19 [SIMPLE_EDGE] - <-Map 18 [CONTAINS] - Reduce Output Operator [RS_39] + <-Map 18 [CONTAINS] vectorized + Reduce Output Operator [RS_178] PartitionCols:_col1 - Select Operator [SEL_27] (rows=287989836 width=135) + Select Operator [SEL_177] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_122] (rows=287989836 width=135) + Filter Operator [FIL_176] (rows=287989836 width=135) predicate:(cs_catalog_page_sk is not null and cs_sold_date_sk is not null) TableScan [TS_25] (rows=287989836 width=135) Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_ext_sales_price","cs_net_profit"] - <-Map 20 [CONTAINS] - Reduce Output Operator [RS_39] + <-Map 20 [CONTAINS] vectorized + Reduce Output Operator [RS_181] PartitionCols:_col1 - Select Operator [SEL_30] (rows=28798881 width=106) + Select Operator [SEL_180] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_123] (rows=28798881 width=106) + Filter Operator [FIL_179] (rows=28798881 width=106) predicate:(cr_catalog_page_sk is not null and cr_returned_date_sk is not null) TableScan [TS_28] (rows=28798881 width=106) Output:["cr_returned_date_sk","cr_catalog_page_sk","cr_return_amount","cr_net_loss"] - <-Reducer 16 [CONTAINS] - Reduce Output Operator [RS_86] + <-Reducer 16 [CONTAINS] vectorized + Reduce Output Operator [RS_175] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_85] (rows=2273797803 width=110) + Group By Operator [GBY_174] (rows=2273797803 width=110) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_82] (rows=182955399 width=135) + Select Operator [SEL_173] (rows=182955399 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_81] (rows=182955399 width=135) + Group By Operator [GBY_172] (rows=182955399 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_80] @@ -363,13 +363,13 @@ Stage-0 Group By Operator [GBY_79] (rows=365910798 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9 Merge Join Operator [MERGEJOIN_137] (rows=365910798 width=135) - Conds:RS_75._col0=RS_76._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] - <-Map 27 [SIMPLE_EDGE] - SHUFFLE [RS_76] + Conds:RS_75._col0=RS_171._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] + <-Map 27 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_171] PartitionCols:_col0 - Select Operator [SEL_71] (rows=84 width=1850) + Select Operator [SEL_170] (rows=84 width=1850) Output:["_col0","_col1"] - Filter Operator [FIL_130] (rows=84 width=1850) + Filter Operator [FIL_169] (rows=84 width=1850) predicate:web_site_sk is not null TableScan [TS_69] (rows=84 width=1850) default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_site_id"] @@ -377,18 +377,18 @@ Stage-0 SHUFFLE [RS_75] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_136] (rows=332646173 width=135) - Conds:Union 23._col1=RS_73._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_73] + Conds:Union 23._col1=RS_145._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_145] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_10] + Please refer to the previous Select Operator [SEL_142] <-Union 23 [SIMPLE_EDGE] - <-Map 22 [CONTAINS] - Reduce Output Operator [RS_72] + <-Map 22 [CONTAINS] vectorized + Reduce Output Operator [RS_184] PartitionCols:_col1 - Select Operator [SEL_53] (rows=144002668 width=135) + Select Operator [SEL_183] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_126] (rows=144002668 width=135) + Filter Operator [FIL_182] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_web_site_sk is not null) TableScan [TS_51] (rows=144002668 width=135) Output:["ws_sold_date_sk","ws_web_site_sk","ws_ext_sales_price","ws_net_profit"] @@ -398,33 +398,33 @@ Stage-0 Select Operator [SEL_63] (rows=158402938 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_131] (rows=158402938 width=135) - Conds:RS_60._col0, _col2=RS_61._col1, _col2(Inner),Output:["_col1","_col3","_col6","_col7"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_60] + Conds:RS_187._col0, _col2=RS_190._col1, _col2(Inner),Output:["_col1","_col3","_col6","_col7"] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_187] PartitionCols:_col0, _col2 - Select Operator [SEL_56] (rows=144002668 width=135) + Select Operator [SEL_186] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_127] (rows=144002668 width=135) + Filter Operator [FIL_185] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_order_number is not null and ws_web_site_sk is not null) TableScan [TS_54] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_item_sk","ws_web_site_sk","ws_order_number"] - <-Map 26 [SIMPLE_EDGE] - SHUFFLE [RS_61] + <-Map 26 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_190] PartitionCols:_col1, _col2 - Select Operator [SEL_59] (rows=14398467 width=92) + Select Operator [SEL_189] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_128] (rows=14398467 width=92) + Filter Operator [FIL_188] (rows=14398467 width=92) predicate:(wr_item_sk is not null and wr_order_number is not null and wr_returned_date_sk is not null) TableScan [TS_57] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"] - <-Reducer 5 [CONTAINS] - Reduce Output Operator [RS_86] + <-Reducer 5 [CONTAINS] vectorized + Reduce Output Operator [RS_152] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_85] (rows=2273797803 width=110) + Group By Operator [GBY_151] (rows=2273797803 width=110) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_24] (rows=383320021 width=87) + Select Operator [SEL_150] (rows=383320021 width=87) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_23] (rows=383320021 width=87) + Group By Operator [GBY_149] (rows=383320021 width=87) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -432,13 +432,13 @@ Stage-0 Group By Operator [GBY_21] (rows=766640042 width=87) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9 Merge Join Operator [MERGEJOIN_133] (rows=766640042 width=87) - Conds:RS_17._col0=RS_18._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_18] + Conds:RS_17._col0=RS_148._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_148] PartitionCols:_col0 - Select Operator [SEL_13] (rows=1704 width=1910) + Select Operator [SEL_147] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_121] (rows=1704 width=1910) + Filter Operator [FIL_146] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_11] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"] @@ -446,27 +446,27 @@ Stage-0 SHUFFLE [RS_17] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_132] (rows=696945478 width=87) - Conds:Union 2._col1=RS_15._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:Union 2._col1=RS_143._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_143] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_10] + Please refer to the previous Select Operator [SEL_142] <-Union 2 [SIMPLE_EDGE] - <-Map 1 [CONTAINS] - Reduce Output Operator [RS_14] + <-Map 1 [CONTAINS] vectorized + Reduce Output Operator [RS_140] PartitionCols:_col1 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_139] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_118] (rows=575995635 width=88) + Filter Operator [FIL_138] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) Output:["ss_sold_date_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"] - <-Map 9 [CONTAINS] - Reduce Output Operator [RS_14] + <-Map 9 [CONTAINS] vectorized + Reduce Output Operator [RS_161] PartitionCols:_col1 - Select Operator [SEL_5] (rows=57591150 width=77) + Select Operator [SEL_160] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_119] (rows=57591150 width=77) + Filter Operator [FIL_159] (rows=57591150 width=77) predicate:(sr_returned_date_sk is not null and sr_store_sk is not null) TableScan [TS_3] (rows=57591150 width=77) Output:["sr_returned_date_sk","sr_store_sk","sr_return_amt","sr_net_loss"] diff --git ql/src/test/results/clientpositive/perf/tez/query50.q.out ql/src/test/results/clientpositive/perf/tez/query50.q.out index 02d9447..8ea0d5c 100644 --- ql/src/test/results/clientpositive/perf/tez/query50.q.out +++ ql/src/test/results/clientpositive/perf/tez/query50.q.out @@ -128,15 +128,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_36] - Limit [LIM_35] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_79] + Limit [LIM_78] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_34] (rows=383325119 width=88) + Select Operator [SEL_77] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_33] - Group By Operator [GBY_31] (rows=383325119 width=88) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_76] + Group By Operator [GBY_75] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] @@ -146,13 +146,13 @@ Stage-0 Select Operator [SEL_27] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88) - Conds:RS_24._col10=RS_25._col0(Inner),Output:["_col0","_col7","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col10=RS_74._col0(Inner),Output:["_col0","_col7","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_74] PartitionCols:_col0 - Select Operator [SEL_14] (rows=1704 width=1910) + Select Operator [SEL_73] (rows=1704 width=1910) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] - Filter Operator [FIL_55] (rows=1704 width=1910) + Filter Operator [FIL_72] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_12] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_id","s_street_number","s_street_name","s_street_type","s_suite_number","s_city","s_county","s_state","s_zip"] @@ -160,13 +160,13 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col10 Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88) - Conds:RS_21._col7=RS_22._col0(Inner),Output:["_col0","_col7","_col10"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col7=RS_71._col0(Inner),Output:["_col0","_col7","_col10"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_71] PartitionCols:_col0 - Select Operator [SEL_11] (rows=73049 width=1119) + Select Operator [SEL_70] (rows=73049 width=1119) Output:["_col0"] - Filter Operator [FIL_54] (rows=73049 width=1119) + Filter Operator [FIL_69] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_9] (rows=73049 width=1119) default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk"] @@ -174,13 +174,13 @@ Stage-0 SHUFFLE [RS_21] PartitionCols:_col7 Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88) - Conds:RS_18._col1, _col2, _col3=RS_19._col1, _col2, _col4(Inner),Output:["_col0","_col7","_col10"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col1, _col2, _col3=RS_68._col1, _col2, _col4(Inner),Output:["_col0","_col7","_col10"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_68] PartitionCols:_col1, _col2, _col4 - Select Operator [SEL_8] (rows=575995635 width=88) + Select Operator [SEL_67] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_53] (rows=575995635 width=88) + Filter Operator [FIL_66] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) TableScan [TS_6] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ticket_number"] @@ -188,22 +188,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1, _col2, _col3 Merge Join Operator [MERGEJOIN_56] (rows=63350266 width=77) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col0","_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_62._col0=RS_65._col0(Inner),Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_62] PartitionCols:_col0 - Select Operator [SEL_2] (rows=57591150 width=77) + Select Operator [SEL_61] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_51] (rows=57591150 width=77) + Filter Operator [FIL_60] (rows=57591150 width=77) predicate:(sr_customer_sk is not null and sr_item_sk is not null and sr_returned_date_sk is not null and sr_ticket_number is not null) TableScan [TS_0] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_customer_sk","sr_ticket_number"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_65] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_64] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_52] (rows=18262 width=1119) + Filter Operator [FIL_63] (rows=18262 width=1119) predicate:((d_moy = 9) and (d_year = 2000) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] diff --git ql/src/test/results/clientpositive/perf/tez/query51.q.out ql/src/test/results/clientpositive/perf/tez/query51.q.out index 2517306..8a0802e 100644 --- ql/src/test/results/clientpositive/perf/tez/query51.q.out +++ ql/src/test/results/clientpositive/perf/tez/query51.q.out @@ -101,11 +101,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_53] - Limit [LIM_52] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_83] + Limit [LIM_82] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_51] (rows=116159124 width=88) + Select Operator [SEL_81] (rows=116159124 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_50] @@ -137,22 +137,22 @@ Stage-0 Group By Operator [GBY_10] (rows=633595212 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4 Merge Join Operator [MERGEJOIN_65] (rows=633595212 width=88) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col4"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_7] + Conds:RS_70._col0=RS_73._col0(Inner),Output:["_col1","_col2","_col4"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_73] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_72] (rows=8116 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_60] (rows=8116 width=1119) + Filter Operator [FIL_71] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_6] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_70] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_69] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_59] (rows=575995635 width=88) + Filter Operator [FIL_68] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_sales_price"] @@ -171,17 +171,17 @@ Stage-0 Group By Operator [GBY_30] (rows=158402938 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col1, _col4 Merge Join Operator [MERGEJOIN_66] (rows=158402938 width=135) - Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col4"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_27] + Conds:RS_78._col0=RS_74._col0(Inner),Output:["_col1","_col2","_col4"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_74] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_26] + Please refer to the previous Select Operator [SEL_72] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_78] PartitionCols:_col0 - Select Operator [SEL_22] (rows=144002668 width=135) + Select Operator [SEL_77] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_61] (rows=144002668 width=135) + Filter Operator [FIL_76] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_20] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_sales_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query52.q.out ql/src/test/results/clientpositive/perf/tez/query52.q.out index fba6783..f3d03c2 100644 --- ql/src/test/results/clientpositive/perf/tez/query52.q.out +++ ql/src/test/results/clientpositive/perf/tez/query52.q.out @@ -52,17 +52,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 5 - File Output Operator [FS_24] - Select Operator [SEL_23] (rows=100 width=88) + Reducer 5 vectorized + File Output Operator [FS_49] + Select Operator [SEL_48] (rows=100 width=88) Output:["_col0","_col1","_col2","_col3"] - Limit [LIM_22] (rows=100 width=88) + Limit [LIM_47] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_21] (rows=348477374 width=88) + Select Operator [SEL_46] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_20] - Group By Operator [GBY_18] (rows=348477374 width=88) + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_45] + Group By Operator [GBY_44] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -70,13 +70,13 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8 Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_43._col0(Inner),Output:["_col2","_col7","_col8"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_43] PartitionCols:_col0 - Select Operator [SEL_8] (rows=231000 width=1436) + Select Operator [SEL_42] (rows=231000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_32] (rows=231000 width=1436) + Filter Operator [FIL_41] (rows=231000 width=1436) predicate:((i_manager_id = 1) and i_item_sk is not null) TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"] @@ -84,22 +84,22 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Conds:RS_37._col0=RS_40._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_37] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_36] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_30] (rows=575995635 width=88) + Filter Operator [FIL_35] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_10] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_40] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_39] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_31] (rows=18262 width=1119) + Filter Operator [FIL_38] (rows=18262 width=1119) predicate:((d_moy = 12) and (d_year = 1998) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,dt,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] diff --git ql/src/test/results/clientpositive/perf/tez/query53.q.out ql/src/test/results/clientpositive/perf/tez/query53.q.out index a10ee45..51c956d 100644 --- ql/src/test/results/clientpositive/perf/tez/query53.q.out +++ ql/src/test/results/clientpositive/perf/tez/query53.q.out @@ -65,11 +65,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_36] - Limit [LIM_35] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_71] + Limit [LIM_70] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_34] (rows=191662559 width=88) + Select Operator [SEL_69] (rows=191662559 width=88) Output:["_col0","_col1","_col2"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_33] @@ -91,13 +91,13 @@ Stage-0 Group By Operator [GBY_22] (rows=766650239 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col8, _col11 Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col8","_col11"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_66._col0(Inner),Output:["_col3","_col8","_col11"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_66] PartitionCols:_col0 - Select Operator [SEL_11] (rows=1704 width=1910) + Select Operator [SEL_65] (rows=1704 width=1910) Output:["_col0"] - Filter Operator [FIL_50] (rows=1704 width=1910) + Filter Operator [FIL_64] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_9] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"] @@ -105,13 +105,13 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2","_col3","_col8","_col11"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col0=RS_63._col0(Inner),Output:["_col2","_col3","_col8","_col11"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_63] PartitionCols:_col0 - Select Operator [SEL_8] (rows=36525 width=1119) + Select Operator [SEL_62] (rows=36525 width=1119) Output:["_col0","_col2"] - Filter Operator [FIL_49] (rows=36525 width=1119) + Filter Operator [FIL_61] (rows=36525 width=1119) predicate:((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq","d_qoy"] @@ -119,22 +119,22 @@ Stage-0 SHUFFLE [RS_15] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col8"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_57._col1=RS_60._col0(Inner),Output:["_col0","_col2","_col3","_col8"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_57] PartitionCols:_col1 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_56] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_47] (rows=575995635 width=88) + Filter Operator [FIL_55] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_60] PartitionCols:_col0 - Select Operator [SEL_5] (rows=115500 width=1436) + Select Operator [SEL_59] (rows=115500 width=1436) Output:["_col0","_col4"] - Filter Operator [FIL_48] (rows=115500 width=1436) + Filter Operator [FIL_58] (rows=115500 width=1436) predicate:((((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'reference', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and ((i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9') or (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1')) and ((i_category) IN ('Books', 'Children', 'Electronics') or (i_category) IN ('Women', 'Music', 'Men')) and ((i_class) IN ('personal', 'portable', 'reference', 'self-help') or (i_class) IN ('accessories', 'classical', 'fragrances', 'pants')) and i_item_sk is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_manufact_id"] diff --git ql/src/test/results/clientpositive/perf/tez/query54.q.out ql/src/test/results/clientpositive/perf/tez/query54.q.out index a674acc..699adb8 100644 --- ql/src/test/results/clientpositive/perf/tez/query54.q.out +++ ql/src/test/results/clientpositive/perf/tez/query54.q.out @@ -142,26 +142,26 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 9 - File Output Operator [FS_130] - Limit [LIM_129] (rows=100 width=158) + Reducer 9 vectorized + File Output Operator [FS_249] + Limit [LIM_248] (rows=100 width=158) Number of rows:100 - Select Operator [SEL_128] (rows=1614130953450400 width=158) + Select Operator [SEL_247] (rows=1614130953450400 width=158) Output:["_col0","_col1","_col2"] - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_127] - Select Operator [SEL_126] (rows=1614130953450400 width=158) + <-Reducer 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_246] + Select Operator [SEL_245] (rows=1614130953450400 width=158) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_125] (rows=1614130953450400 width=158) + Group By Operator [GBY_244] (rows=1614130953450400 width=158) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 - <-Reducer 7 [SIMPLE_EDGE] - SHUFFLE [RS_124] + <-Reducer 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_243] PartitionCols:_col0 - Group By Operator [GBY_123] (rows=3228261906900801 width=158) + Group By Operator [GBY_242] (rows=3228261906900801 width=158) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_121] (rows=3228261906900801 width=158) + Select Operator [SEL_241] (rows=3228261906900801 width=158) Output:["_col0"] - Group By Operator [GBY_120] (rows=3228261906900801 width=158) + Group By Operator [GBY_240] (rows=3228261906900801 width=158) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_119] @@ -180,78 +180,78 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_112] Merge Join Operator [MERGEJOIN_183] (rows=9131 width=1128) Conds:(Right Outer),Output:["_col0"] - <-Reducer 28 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_109] - Group By Operator [GBY_6] (rows=9131 width=1119) + <-Reducer 28 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_231] + Group By Operator [GBY_230] (rows=9131 width=1119) Output:["_col0"],keys:KEY._col0 - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_5] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_219] PartitionCols:_col0 - Group By Operator [GBY_4] (rows=18262 width=1119) + Group By Operator [GBY_216] (rows=18262 width=1119) Output:["_col0"],keys:_col0 - Select Operator [SEL_2] (rows=18262 width=1119) + Select Operator [SEL_213] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_174] (rows=18262 width=1119) + Filter Operator [FIL_211] (rows=18262 width=1119) predicate:((d_moy = 3) and (d_year = 1999)) TableScan [TS_73] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_year","d_moy"] - <-Reducer 31 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_110] - Select Operator [SEL_22] (rows=1 width=8) - Filter Operator [FIL_21] (rows=1 width=8) + <-Reducer 31 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_239] + Select Operator [SEL_238] (rows=1 width=8) + Filter Operator [FIL_237] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_19] (rows=1 width=8) + Group By Operator [GBY_236] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Reducer 30 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_18] - Group By Operator [GBY_17] (rows=1 width=8) + <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_235] + Group By Operator [GBY_234] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_15] (rows=9131 width=1119) - Group By Operator [GBY_14] (rows=9131 width=1119) + Select Operator [SEL_233] (rows=9131 width=1119) + Group By Operator [GBY_232] (rows=9131 width=1119) Output:["_col0"],keys:KEY._col0 - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_220] PartitionCols:_col0 - Group By Operator [GBY_12] (rows=18262 width=1119) + Group By Operator [GBY_217] (rows=18262 width=1119) Output:["_col0"],keys:_col0 - Select Operator [SEL_10] (rows=18262 width=1119) + Select Operator [SEL_214] (rows=18262 width=1119) Output:["_col0"] - Please refer to the previous Filter Operator [FIL_174] + Please refer to the previous Filter Operator [FIL_211] <-Reducer 5 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_113] Select Operator [SEL_108] (rows=6363893803988 width=1217) Output:["_col0","_col4","_col11","_col13"] Merge Join Operator [MERGEJOIN_185] (rows=6363893803988 width=1217) Conds:(Left Outer),Output:["_col2","_col4","_col10","_col13"] - <-Reducer 26 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_106] - Group By Operator [GBY_79] (rows=9131 width=1119) + <-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_223] + Group By Operator [GBY_221] (rows=9131 width=1119) Output:["_col0"],keys:KEY._col0 - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_78] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_218] PartitionCols:_col0 - Group By Operator [GBY_77] (rows=18262 width=1119) + Group By Operator [GBY_215] (rows=18262 width=1119) Output:["_col0"],keys:_col0 - Select Operator [SEL_75] (rows=18262 width=1119) + Select Operator [SEL_212] (rows=18262 width=1119) Output:["_col0"] - Please refer to the previous Filter Operator [FIL_174] + Please refer to the previous Filter Operator [FIL_211] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_105] Merge Join Operator [MERGEJOIN_184] (rows=696954748 width=97) Conds:(Inner),Output:["_col2","_col4","_col10"] - <-Reducer 27 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_103] - Select Operator [SEL_87] (rows=1 width=8) - Filter Operator [FIL_86] (rows=1 width=8) + <-Reducer 27 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_229] + Select Operator [SEL_228] (rows=1 width=8) + Filter Operator [FIL_227] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_84] (rows=1 width=8) + Group By Operator [GBY_226] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Reducer 26 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_83] - Group By Operator [GBY_82] (rows=1 width=8) + <-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_225] + Group By Operator [GBY_224] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_80] (rows=9131 width=1119) - Please refer to the previous Group By Operator [GBY_79] + Select Operator [SEL_222] (rows=9131 width=1119) + Please refer to the previous Group By Operator [GBY_221] <-Reducer 3 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_102] Merge Join Operator [MERGEJOIN_182] (rows=696954748 width=88) @@ -260,36 +260,36 @@ Stage-0 SHUFFLE [RS_100] PartitionCols:_col5 Merge Join Operator [MERGEJOIN_181] (rows=316240138 width=135) - Conds:RS_69._col0=RS_70._col1(Inner),Output:["_col5"] + Conds:RS_69._col0=RS_210._col1(Inner),Output:["_col5"] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_69] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_177] (rows=44000000 width=1014) - Conds:RS_66._col1, _col2=RS_67._col0, _col1(Inner),Output:["_col0"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_66] + Conds:RS_195._col1, _col2=RS_198._col0, _col1(Inner),Output:["_col0"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_195] PartitionCols:_col1, _col2 - Select Operator [SEL_31] (rows=40000000 width=1014) + Select Operator [SEL_194] (rows=40000000 width=1014) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_167] (rows=40000000 width=1014) + Filter Operator [FIL_193] (rows=40000000 width=1014) predicate:(ca_address_sk is not null and ca_county is not null and ca_state is not null) TableScan [TS_29] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_county","ca_state"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_67] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_198] PartitionCols:_col0, _col1 - Select Operator [SEL_34] (rows=1704 width=1910) + Select Operator [SEL_197] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_168] (rows=1704 width=1910) + Filter Operator [FIL_196] (rows=1704 width=1910) predicate:(s_county is not null and s_state is not null) TableScan [TS_32] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_county","s_state"] - <-Reducer 20 [SIMPLE_EDGE] - SHUFFLE [RS_70] + <-Reducer 20 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_210] PartitionCols:_col1 - Select Operator [SEL_65] (rows=287491029 width=135) + Select Operator [SEL_209] (rows=287491029 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_64] (rows=287491029 width=135) + Group By Operator [GBY_208] (rows=287491029 width=135) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_63] @@ -297,13 +297,13 @@ Stage-0 Group By Operator [GBY_62] (rows=574982058 width=135) Output:["_col0","_col1"],keys:_col10, _col9 Merge Join Operator [MERGEJOIN_180] (rows=574982058 width=135) - Conds:RS_58._col1=RS_59._col0(Inner),Output:["_col9","_col10"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_59] + Conds:RS_58._col1=RS_207._col0(Inner),Output:["_col9","_col10"] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_207] PartitionCols:_col0 - Select Operator [SEL_51] (rows=80000000 width=860) + Select Operator [SEL_206] (rows=80000000 width=860) Output:["_col0","_col1"] - Filter Operator [FIL_173] (rows=80000000 width=860) + Filter Operator [FIL_205] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_customer_sk is not null) TableScan [TS_49] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"] @@ -311,13 +311,13 @@ Stage-0 SHUFFLE [RS_58] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_179] (rows=522710951 width=135) - Conds:RS_55._col2=RS_56._col0(Inner),Output:["_col1"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_56] + Conds:RS_55._col2=RS_204._col0(Inner),Output:["_col1"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_204] PartitionCols:_col0 - Select Operator [SEL_48] (rows=115500 width=1436) + Select Operator [SEL_203] (rows=115500 width=1436) Output:["_col0"] - Filter Operator [FIL_172] (rows=115500 width=1436) + Filter Operator [FIL_202] (rows=115500 width=1436) predicate:((i_category = 'Jewelry') and (i_class = 'consignment') and i_item_sk is not null) TableScan [TS_46] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"] @@ -325,32 +325,32 @@ Stage-0 SHUFFLE [RS_55] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_178] (rows=475191764 width=135) - Conds:Union 16._col0=RS_53._col0(Inner),Output:["_col1","_col2"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_53] + Conds:Union 16._col0=RS_201._col0(Inner),Output:["_col1","_col2"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_201] PartitionCols:_col0 - Select Operator [SEL_45] (rows=18262 width=1119) + Select Operator [SEL_200] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_171] (rows=18262 width=1119) + Filter Operator [FIL_199] (rows=18262 width=1119) predicate:((d_moy = 3) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_43] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] <-Union 16 [SIMPLE_EDGE] - <-Map 15 [CONTAINS] - Reduce Output Operator [RS_52] + <-Map 15 [CONTAINS] vectorized + Reduce Output Operator [RS_252] PartitionCols:_col0 - Select Operator [SEL_37] (rows=287989836 width=135) + Select Operator [SEL_251] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_169] (rows=287989836 width=135) + Filter Operator [FIL_250] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_35] (rows=287989836 width=135) Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"] - <-Map 21 [CONTAINS] - Reduce Output Operator [RS_52] + <-Map 21 [CONTAINS] vectorized + Reduce Output Operator [RS_255] PartitionCols:_col0 - Select Operator [SEL_40] (rows=144002668 width=135) + Select Operator [SEL_254] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_170] (rows=144002668 width=135) + Filter Operator [FIL_253] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_38] (rows=144002668 width=135) Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk"] @@ -358,22 +358,22 @@ Stage-0 SHUFFLE [RS_99] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_176] (rows=633595212 width=88) - Conds:RS_96._col0=RS_97._col0(Inner),Output:["_col1","_col2","_col4"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_96] + Conds:RS_189._col0=RS_192._col0(Inner),Output:["_col1","_col2","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_189] PartitionCols:_col0 - Select Operator [SEL_25] (rows=575995635 width=88) + Select Operator [SEL_188] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_165] (rows=575995635 width=88) + Filter Operator [FIL_187] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_23] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_ext_sales_price"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_97] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_192] PartitionCols:_col0 - Select Operator [SEL_28] (rows=73049 width=1119) + Select Operator [SEL_191] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_166] (rows=73049 width=1119) + Filter Operator [FIL_190] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_26] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] diff --git ql/src/test/results/clientpositive/perf/tez/query55.q.out ql/src/test/results/clientpositive/perf/tez/query55.q.out index c9c6fa2..2f27227 100644 --- ql/src/test/results/clientpositive/perf/tez/query55.q.out +++ ql/src/test/results/clientpositive/perf/tez/query55.q.out @@ -36,17 +36,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 5 - File Output Operator [FS_24] - Limit [LIM_22] (rows=100 width=88) + Reducer 5 vectorized + File Output Operator [FS_49] + Limit [LIM_48] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_21] (rows=348477374 width=88) + Select Operator [SEL_47] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_20] - Select Operator [SEL_19] (rows=348477374 width=88) + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_46] + Select Operator [SEL_45] (rows=348477374 width=88) Output:["_col1","_col2","_col3"] - Group By Operator [GBY_18] (rows=348477374 width=88) + Group By Operator [GBY_44] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -54,13 +54,13 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)"],keys:_col7, _col8 Merge Join Operator [MERGEJOIN_34] (rows=696954748 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col7","_col8"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_43._col0(Inner),Output:["_col2","_col7","_col8"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_43] PartitionCols:_col0 - Select Operator [SEL_8] (rows=231000 width=1436) + Select Operator [SEL_42] (rows=231000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_32] (rows=231000 width=1436) + Filter Operator [FIL_41] (rows=231000 width=1436) predicate:((i_manager_id = 36) and i_item_sk is not null) TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"] @@ -68,22 +68,22 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_33] (rows=633595212 width=88) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Conds:RS_37._col0=RS_40._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_37] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_36] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_30] (rows=575995635 width=88) + Filter Operator [FIL_35] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_10] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_40] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_39] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_31] (rows=18262 width=1119) + Filter Operator [FIL_38] (rows=18262 width=1119) predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] diff --git ql/src/test/results/clientpositive/perf/tez/query56.q.out ql/src/test/results/clientpositive/perf/tez/query56.q.out index 93f8a1d..80514cf 100644 --- ql/src/test/results/clientpositive/perf/tez/query56.q.out +++ ql/src/test/results/clientpositive/perf/tez/query56.q.out @@ -156,23 +156,23 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_121] - Limit [LIM_120] (rows=100 width=108) + Reducer 7 vectorized + File Output Operator [FS_214] + Limit [LIM_213] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_119] (rows=335408073 width=108) + Select Operator [SEL_212] (rows=335408073 width=108) Output:["_col0","_col1"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_118] - Group By Operator [GBY_116] (rows=335408073 width=108) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_211] + Group By Operator [GBY_210] (rows=335408073 width=108) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Union 5 [SIMPLE_EDGE] - <-Reducer 11 [CONTAINS] - Reduce Output Operator [RS_115] + <-Reducer 11 [CONTAINS] vectorized + Reduce Output Operator [RS_226] PartitionCols:_col0 - Group By Operator [GBY_114] (rows=670816147 width=108) + Group By Operator [GBY_225] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_110] (rows=95833781 width=135) + Group By Operator [GBY_224] (rows=95833781 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_109] @@ -185,29 +185,29 @@ Stage-0 SHUFFLE [RS_104] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436) - Conds:RS_26._col1=RS_27._col0(Inner),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_26] + Conds:RS_187._col1=RS_193._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_187] PartitionCols:_col1 - Select Operator [SEL_2] (rows=462000 width=1436) + Select Operator [SEL_186] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_158] (rows=462000 width=1436) + Filter Operator [FIL_185] (rows=462000 width=1436) predicate:(i_item_id is not null and i_item_sk is not null) TableScan [TS_0] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] - <-Reducer 13 [ONE_TO_ONE_EDGE] - FORWARD [RS_27] + <-Reducer 13 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_193] PartitionCols:_col0 - Group By Operator [GBY_8] (rows=115500 width=1436) + Group By Operator [GBY_192] (rows=115500 width=1436) Output:["_col0"],keys:KEY._col0 - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_7] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_191] PartitionCols:_col0 - Group By Operator [GBY_6] (rows=231000 width=1436) + Group By Operator [GBY_190] (rows=231000 width=1436) Output:["_col0"],keys:i_item_id - Select Operator [SEL_5] (rows=231000 width=1436) + Select Operator [SEL_189] (rows=231000 width=1436) Output:["i_item_id"] - Filter Operator [FIL_159] (rows=231000 width=1436) + Filter Operator [FIL_188] (rows=231000 width=1436) predicate:((i_color) IN ('orchid', 'chiffon', 'lace') and i_item_id is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_id","i_color"] @@ -217,13 +217,13 @@ Stage-0 Select Operator [SEL_100] (rows=174243235 width=135) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135) - Conds:RS_97._col2=RS_98._col0(Inner),Output:["_col1","_col3"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_98] + Conds:RS_97._col2=RS_206._col0(Inner),Output:["_col1","_col3"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_206] PartitionCols:_col0 - Select Operator [SEL_18] (rows=20000000 width=1014) + Select Operator [SEL_203] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_162] (rows=20000000 width=1014) + Filter Operator [FIL_202] (rows=20000000 width=1014) predicate:((ca_gmt_offset = -8) and ca_address_sk is not null) TableScan [TS_16] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] @@ -231,31 +231,31 @@ Stage-0 SHUFFLE [RS_97] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135) - Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_95] + Conds:RS_223._col0=RS_201._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_201] PartitionCols:_col0 - Select Operator [SEL_15] (rows=18262 width=1119) + Select Operator [SEL_198] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_161] (rows=18262 width=1119) + Filter Operator [FIL_197] (rows=18262 width=1119) predicate:((d_moy = 1) and (d_year = 2000) and d_date_sk is not null) TableScan [TS_13] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_94] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_223] PartitionCols:_col0 - Select Operator [SEL_87] (rows=144002668 width=135) + Select Operator [SEL_222] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_170] (rows=144002668 width=135) + Filter Operator [FIL_221] (rows=144002668 width=135) predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_85] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"] - <-Reducer 4 [CONTAINS] - Reduce Output Operator [RS_115] + <-Reducer 4 [CONTAINS] vectorized + Reduce Output Operator [RS_209] PartitionCols:_col0 - Group By Operator [GBY_114] (rows=670816147 width=108) + Group By Operator [GBY_208] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_35] (rows=383325119 width=88) + Group By Operator [GBY_207] (rows=383325119 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -274,35 +274,35 @@ Stage-0 Select Operator [SEL_25] (rows=696954748 width=88) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88) - Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col3"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_23] + Conds:RS_22._col2=RS_204._col0(Inner),Output:["_col1","_col3"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_204] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_18] + Please refer to the previous Select Operator [SEL_203] <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88) - Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_20] + Conds:RS_196._col0=RS_199._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_199] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_15] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Please refer to the previous Select Operator [SEL_198] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_196] PartitionCols:_col0 - Select Operator [SEL_12] (rows=575995635 width=88) + Select Operator [SEL_195] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_160] (rows=575995635 width=88) + Filter Operator [FIL_194] (rows=575995635 width=88) predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_10] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] - <-Reducer 9 [CONTAINS] - Reduce Output Operator [RS_115] + <-Reducer 9 [CONTAINS] vectorized + Reduce Output Operator [RS_220] PartitionCols:_col0 - Group By Operator [GBY_114] (rows=670816147 width=108) + Group By Operator [GBY_219] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_72] (rows=191657247 width=135) + Group By Operator [GBY_218] (rows=191657247 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_71] @@ -321,26 +321,26 @@ Stage-0 Select Operator [SEL_62] (rows=348467716 width=135) Output:["_col4","_col5"] Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135) - Conds:RS_59._col1=RS_60._col0(Inner),Output:["_col2","_col3"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_60] + Conds:RS_59._col1=RS_205._col0(Inner),Output:["_col2","_col3"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_205] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_18] + Please refer to the previous Select Operator [SEL_203] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_59] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135) - Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_57] + Conds:RS_217._col0=RS_200._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_200] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_15] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_56] + Please refer to the previous Select Operator [SEL_198] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_217] PartitionCols:_col0 - Select Operator [SEL_49] (rows=287989836 width=135) + Select Operator [SEL_216] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_165] (rows=287989836 width=135) + Filter Operator [FIL_215] (rows=287989836 width=135) predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_47] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query57.q.out ql/src/test/results/clientpositive/perf/tez/query57.q.out index 3c06fde..6453dcb 100644 --- ql/src/test/results/clientpositive/perf/tez/query57.q.out +++ ql/src/test/results/clientpositive/perf/tez/query57.q.out @@ -110,11 +110,11 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 8 - File Output Operator [FS_112] - Limit [LIM_110] (rows=100 width=135) + Reducer 8 vectorized + File Output Operator [FS_215] + Limit [LIM_214] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_109] (rows=421645952 width=135) + Select Operator [SEL_213] (rows=421645952 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_108] @@ -137,19 +137,19 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST, _col2 ASC NULLS FIRST","partition by:":"_col5, _col4, _col3"}] Select Operator [SEL_64] (rows=191657247 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_63] + <-Reducer 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_211] PartitionCols:_col4, _col3, _col2 - Select Operator [SEL_62] (rows=191657247 width=135) + Select Operator [SEL_210] (rows=191657247 width=135) Output:["avg_window_0","_col0","_col1","_col2","_col3","_col4","_col5"] - PTF Operator [PTF_61] (rows=191657247 width=135) + PTF Operator [PTF_209] (rows=191657247 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col4 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col0 ASC NULLS FIRST","partition by:":"_col4, _col3, _col2, _col0"}] - Select Operator [SEL_60] (rows=191657247 width=135) + Select Operator [SEL_208] (rows=191657247 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_59] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_205] PartitionCols:_col4, _col3, _col2, _col0 - Group By Operator [GBY_94] (rows=191657247 width=135) + Group By Operator [GBY_202] (rows=191657247 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_93] @@ -157,13 +157,13 @@ Stage-0 Group By Operator [GBY_92] (rows=383314495 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col8, _col10, _col11 Merge Join Operator [MERGEJOIN_188] (rows=383314495 width=135) - Conds:RS_88._col2=RS_89._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col10","_col11"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_89] + Conds:RS_88._col2=RS_201._col0(Inner),Output:["_col3","_col5","_col6","_col8","_col10","_col11"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_201] PartitionCols:_col0 - Select Operator [SEL_81] (rows=462000 width=1436) + Select Operator [SEL_200] (rows=462000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_179] (rows=462000 width=1436) + Filter Operator [FIL_199] (rows=462000 width=1436) predicate:(i_brand is not null and i_category is not null and i_item_sk is not null) TableScan [TS_79] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_category"] @@ -171,13 +171,13 @@ Stage-0 SHUFFLE [RS_88] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_187] (rows=348467716 width=135) - Conds:RS_85._col1=RS_86._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_86] + Conds:RS_85._col1=RS_198._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col8"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_198] PartitionCols:_col0 - Select Operator [SEL_78] (rows=60 width=2045) + Select Operator [SEL_197] (rows=60 width=2045) Output:["_col0","_col1"] - Filter Operator [FIL_178] (rows=60 width=2045) + Filter Operator [FIL_196] (rows=60 width=2045) predicate:(cc_call_center_sk is not null and cc_name is not null) TableScan [TS_76] (rows=60 width=2045) default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_name"] @@ -185,22 +185,22 @@ Stage-0 SHUFFLE [RS_85] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_186] (rows=316788826 width=135) - Conds:RS_82._col0=RS_83._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_82] + Conds:RS_192._col0=RS_195._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_192] PartitionCols:_col0 - Select Operator [SEL_72] (rows=287989836 width=135) + Select Operator [SEL_191] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_176] (rows=287989836 width=135) + Filter Operator [FIL_190] (rows=287989836 width=135) predicate:(cs_call_center_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_70] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_call_center_sk","cs_item_sk","cs_sales_price"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_83] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_195] PartitionCols:_col0 - Select Operator [SEL_75] (rows=73048 width=1119) + Select Operator [SEL_194] (rows=73048 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_177] (rows=73048 width=1119) + Filter Operator [FIL_193] (rows=73048 width=1119) predicate:(((d_year = 2000) or ((d_year = 1999) and (d_moy = 12)) or ((d_year = 2001) and (d_moy = 1))) and d_date_sk is not null) TableScan [TS_73] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] @@ -215,10 +215,10 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col4, _col3, _col2"}] Select Operator [SEL_97] (rows=191657247 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_96] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_203] PartitionCols:_col4, _col3, _col2 - Please refer to the previous Group By Operator [GBY_94] + Please refer to the previous Group By Operator [GBY_202] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_103] PartitionCols:_col0, _col1, _col2, (_col4 + 1) @@ -230,8 +230,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col0 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col4, _col3, _col2"}] Select Operator [SEL_27] (rows=191657247 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_26] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_204] PartitionCols:_col4, _col3, _col2 - Please refer to the previous Group By Operator [GBY_94] + Please refer to the previous Group By Operator [GBY_202] diff --git ql/src/test/results/clientpositive/perf/tez/query58.q.out ql/src/test/results/clientpositive/perf/tez/query58.q.out index 769af24..b2da513 100644 --- ql/src/test/results/clientpositive/perf/tez/query58.q.out +++ ql/src/test/results/clientpositive/perf/tez/query58.q.out @@ -151,11 +151,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_164] - Limit [LIM_163] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_321] + Limit [LIM_320] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_162] (rows=1442 width=88) + Select Operator [SEL_319] (rows=1442 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_161] @@ -164,11 +164,11 @@ Stage-0 Filter Operator [FIL_154] (rows=1442 width=88) predicate:(_col1 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col1 BETWEEN (0.9 * _col5) AND (1.1 * _col5) and _col3 BETWEEN (0.9 * _col1) AND (1.1 * _col1) and _col3 BETWEEN (0.9 * _col5) AND (1.1 * _col5) and _col5 BETWEEN (0.9 * _col1) AND (1.1 * _col1) and _col5 BETWEEN (0.9 * _col3) AND (1.1 * _col3)) Merge Join Operator [MERGEJOIN_279] (rows=766650239 width=88) - Conds:RS_150._col0=RS_151._col0(Inner),RS_150._col0=RS_152._col0(Inner),Output:["_col0","_col1","_col3","_col5"] - <-Reducer 10 [ONE_TO_ONE_EDGE] - FORWARD [RS_151] + Conds:RS_308._col0=RS_313._col0(Inner),RS_308._col0=RS_318._col0(Inner),Output:["_col0","_col1","_col3","_col5"] + <-Reducer 10 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_313] PartitionCols:_col0 - Group By Operator [GBY_98] (rows=348477374 width=88) + Group By Operator [GBY_312] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_97] @@ -181,20 +181,20 @@ Stage-0 SHUFFLE [RS_93] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_267] (rows=80353 width=1119) - Conds:RS_35._col1=RS_36._col0(Inner),Output:["_col0"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_35] + Conds:RS_290._col1=RS_306._col0(Inner),Output:["_col0"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_290] PartitionCols:_col1 - Select Operator [SEL_8] (rows=73049 width=1119) + Select Operator [SEL_289] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_248] (rows=73049 width=1119) + Filter Operator [FIL_288] (rows=73049 width=1119) predicate:(d_date is not null and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] - <-Reducer 20 [ONE_TO_ONE_EDGE] - FORWARD [RS_36] + <-Reducer 20 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_306] PartitionCols:_col0 - Group By Operator [GBY_33] (rows=40176 width=1119) + Group By Operator [GBY_305] (rows=40176 width=1119) Output:["_col0"],keys:KEY._col0 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_32] @@ -202,13 +202,13 @@ Stage-0 Group By Operator [GBY_31] (rows=80353 width=1119) Output:["_col0"],keys:_col2 Merge Join Operator [MERGEJOIN_266] (rows=80353 width=1119) - Conds:RS_27._col1=RS_28._col1(Inner),Output:["_col2"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_28] + Conds:RS_27._col1=RS_303._col1(Inner),Output:["_col2"] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_303] PartitionCols:_col1 - Select Operator [SEL_23] (rows=73049 width=1119) + Select Operator [SEL_301] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_251] (rows=73049 width=1119) + Filter Operator [FIL_299] (rows=73049 width=1119) predicate:(d_date is not null and d_week_seq is not null) TableScan [TS_21] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"] @@ -217,26 +217,26 @@ Stage-0 PartitionCols:_col1 Merge Join Operator [MERGEJOIN_265] (rows=36524 width=1128) Conds:(Inner),Output:["_col1"] - <-Map 21 [CUSTOM_SIMPLE_EDGE] - SHUFFLE [RS_25] - Select Operator [SEL_20] (rows=36524 width=1119) + <-Map 21 [CUSTOM_SIMPLE_EDGE] vectorized + SHUFFLE [RS_304] + Select Operator [SEL_302] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_250] (rows=36524 width=1119) + Filter Operator [FIL_300] (rows=36524 width=1119) predicate:((d_date = '1998-02-19') and d_week_seq is not null) Please refer to the previous TableScan [TS_21] - <-Reducer 17 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_24] - Select Operator [SEL_17] (rows=1 width=8) - Filter Operator [FIL_16] (rows=1 width=8) + <-Reducer 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_298] + Select Operator [SEL_297] (rows=1 width=8) + Filter Operator [FIL_296] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_14] (rows=1 width=8) + Group By Operator [GBY_295] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 16 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_13] - Group By Operator [GBY_12] (rows=1 width=8) + <-Map 16 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_294] + Group By Operator [GBY_293] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_11] (rows=36524 width=1119) - Filter Operator [FIL_249] (rows=36524 width=1119) + Select Operator [SEL_292] (rows=36524 width=1119) + Filter Operator [FIL_291] (rows=36524 width=1119) predicate:(d_date = '1998-02-19') TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date"] @@ -244,29 +244,29 @@ Stage-0 SHUFFLE [RS_92] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_268] (rows=633595212 width=88) - Conds:RS_89._col1=RS_90._col0(Inner),Output:["_col0","_col2","_col4"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_90] + Conds:RS_311._col1=RS_286._col0(Inner),Output:["_col0","_col2","_col4"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_286] PartitionCols:_col0 - Select Operator [SEL_5] (rows=462000 width=1436) + Select Operator [SEL_284] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_247] (rows=462000 width=1436) + Filter Operator [FIL_283] (rows=462000 width=1436) predicate:(i_item_id is not null and i_item_sk is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_89] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_311] PartitionCols:_col1 - Select Operator [SEL_52] (rows=575995635 width=88) + Select Operator [SEL_310] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_252] (rows=575995635 width=88) + Filter Operator [FIL_309] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_50] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] - <-Reducer 13 [ONE_TO_ONE_EDGE] - FORWARD [RS_152] + <-Reducer 13 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_318] PartitionCols:_col0 - Group By Operator [GBY_148] (rows=87121617 width=135) + Group By Operator [GBY_317] (rows=87121617 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_147] @@ -283,24 +283,24 @@ Stage-0 SHUFFLE [RS_142] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_272] (rows=158402938 width=135) - Conds:RS_139._col1=RS_140._col0(Inner),Output:["_col0","_col2","_col4"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_140] + Conds:RS_316._col1=RS_287._col0(Inner),Output:["_col0","_col2","_col4"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_287] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_139] + Please refer to the previous Select Operator [SEL_284] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_316] PartitionCols:_col1 - Select Operator [SEL_102] (rows=144002668 width=135) + Select Operator [SEL_315] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_258] (rows=144002668 width=135) + Filter Operator [FIL_314] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_100] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_sales_price"] - <-Reducer 4 [ONE_TO_ONE_EDGE] - FORWARD [RS_150] + <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_308] PartitionCols:_col0 - Group By Operator [GBY_48] (rows=174233858 width=135) + Group By Operator [GBY_307] (rows=174233858 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_47] @@ -317,17 +317,17 @@ Stage-0 SHUFFLE [RS_42] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_264] (rows=316788826 width=135) - Conds:RS_39._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col4"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_40] + Conds:RS_282._col1=RS_285._col0(Inner),Output:["_col0","_col2","_col4"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_285] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_39] + Please refer to the previous Select Operator [SEL_284] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_282] PartitionCols:_col1 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_281] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_246] (rows=287989836 width=135) + Filter Operator [FIL_280] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_ext_sales_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query59.q.out ql/src/test/results/clientpositive/perf/tez/query59.q.out index 61818a8..1dd841b 100644 --- ql/src/test/results/clientpositive/perf/tez/query59.q.out +++ ql/src/test/results/clientpositive/perf/tez/query59.q.out @@ -101,11 +101,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_63] - Limit [LIM_62] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_129] + Limit [LIM_128] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_61] (rows=421657640 width=88) + Select Operator [SEL_127] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_60] @@ -119,13 +119,13 @@ Stage-0 Select Operator [SEL_55] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_103] (rows=383325119 width=88) - Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col11"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_53] + Conds:RS_52._col1=RS_126._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col11"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_126] PartitionCols:_col0 - Select Operator [SEL_48] (rows=1704 width=1910) + Select Operator [SEL_125] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_97] (rows=1704 width=1910) + Filter Operator [FIL_124] (rows=1704 width=1910) predicate:(s_store_id is not null and s_store_sk is not null) TableScan [TS_46] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"] @@ -133,20 +133,20 @@ Stage-0 SHUFFLE [RS_52] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_102] (rows=348477374 width=88) - Conds:RS_49._col0=RS_50._col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_50] + Conds:RS_123._col0=RS_118._col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_118] PartitionCols:_col1 - Select Operator [SEL_45] (rows=8116 width=1119) + Select Operator [SEL_116] (rows=8116 width=1119) Output:["_col1"] - Filter Operator [FIL_96] (rows=8116 width=1119) + Filter Operator [FIL_114] (rows=8116 width=1119) predicate:(d_month_seq BETWEEN 1197 AND 1208 and d_week_seq is not null) TableScan [TS_15] (rows=73049 width=1119) default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_week_seq"] - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_49] + <-Reducer 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_123] PartitionCols:_col0 - Group By Operator [GBY_41] (rows=316797606 width=88) + Group By Operator [GBY_122] (rows=316797606 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_40] @@ -156,22 +156,22 @@ Stage-0 Select Operator [SEL_37] (rows=633595212 width=88) Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col7","_col8"] Merge Join Operator [MERGEJOIN_98] (rows=633595212 width=88) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col4","_col5"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_6] + Conds:RS_107._col0=RS_110._col0(Inner),Output:["_col1","_col2","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_107] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_106] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_90] (rows=575995635 width=88) + Filter Operator [FIL_105] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_sales_price"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_7] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_110] PartitionCols:_col0 - Select Operator [SEL_5] (rows=73049 width=1119) + Select Operator [SEL_109] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_91] (rows=73049 width=1119) + Filter Operator [FIL_108] (rows=73049 width=1119) predicate:(d_date_sk is not null and d_week_seq is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq","d_day_name"] @@ -181,13 +181,13 @@ Stage-0 Select Operator [SEL_27] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] Merge Join Operator [MERGEJOIN_100] (rows=383325119 width=88) - Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col12","_col13"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col1=RS_121._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col12","_col13"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_121] PartitionCols:_col0 - Select Operator [SEL_20] (rows=1704 width=1910) + Select Operator [SEL_120] (rows=1704 width=1910) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_93] (rows=1704 width=1910) + Filter Operator [FIL_119] (rows=1704 width=1910) predicate:(s_store_id is not null and s_store_sk is not null) TableScan [TS_18] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id","s_store_name"] @@ -195,19 +195,19 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_99] (rows=348477374 width=88) - Conds:RS_21._col0=RS_22._col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_112._col0=RS_117._col1(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_117] PartitionCols:_col1 - Select Operator [SEL_17] (rows=8116 width=1119) + Select Operator [SEL_115] (rows=8116 width=1119) Output:["_col1"] - Filter Operator [FIL_92] (rows=8116 width=1119) + Filter Operator [FIL_113] (rows=8116 width=1119) predicate:(d_month_seq BETWEEN 1185 AND 1196 and d_week_seq is not null) Please refer to the previous TableScan [TS_15] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_21] + <-Reducer 3 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_112] PartitionCols:_col0 - Group By Operator [GBY_13] (rows=316797606 width=88) + Group By Operator [GBY_111] (rows=316797606 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] diff --git ql/src/test/results/clientpositive/perf/tez/query6.q.out ql/src/test/results/clientpositive/perf/tez/query6.q.out index 4e5236a..0e71d5d 100644 --- ql/src/test/results/clientpositive/perf/tez/query6.q.out +++ ql/src/test/results/clientpositive/perf/tez/query6.q.out @@ -70,17 +70,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_76] - Limit [LIM_75] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_159] + Limit [LIM_158] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_74] (rows=127775039 width=88) + Select Operator [SEL_157] (rows=127775039 width=88) Output:["_col0","_col1"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_73] - Filter Operator [FIL_71] (rows=127775039 width=88) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_156] + Filter Operator [FIL_155] (rows=127775039 width=88) predicate:(_col1 >= 10L) - Group By Operator [GBY_70] (rows=383325119 width=88) + Group By Operator [GBY_154] (rows=383325119 width=88) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_69] @@ -97,13 +97,13 @@ Stage-0 Filter Operator [FIL_53] (rows=169400 width=1436) predicate:(_col5 > (1.2 * CASE WHEN (_col1 is null) THEN (null) ELSE (_col0) END)) Merge Join Operator [MERGEJOIN_112] (rows=508200 width=1436) - Conds:RS_50._col2=RS_51._col2(Inner),Output:["_col0","_col1","_col4","_col5"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_51] + Conds:RS_50._col2=RS_153._col2(Inner),Output:["_col0","_col1","_col4","_col5"] + <-Map 20 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_153] PartitionCols:_col2 - Select Operator [SEL_46] (rows=462000 width=1436) + Select Operator [SEL_152] (rows=462000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_107] (rows=462000 width=1436) + Filter Operator [FIL_151] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_44] (rows=462000 width=1436) default@item,i,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_category"] @@ -112,43 +112,43 @@ Stage-0 PartitionCols:_col2 Merge Join Operator [MERGEJOIN_111] (rows=231000 width=1445) Conds:(Inner),Output:["_col0","_col1","_col2"] - <-Reducer 11 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_48] - Select Operator [SEL_43] (rows=1 width=8) - Filter Operator [FIL_42] (rows=1 width=8) + <-Reducer 11 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_144] + Select Operator [SEL_143] (rows=1 width=8) + Filter Operator [FIL_142] (rows=1 width=8) predicate:(sq_count_check(_col0) <= 1) - Group By Operator [GBY_40] (rows=1 width=8) + Group By Operator [GBY_141] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Reducer 10 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_39] - Group By Operator [GBY_38] (rows=1 width=8) + <-Reducer 10 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_140] + Group By Operator [GBY_139] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_36] (rows=9131 width=1119) - Group By Operator [GBY_35] (rows=9131 width=1119) + Select Operator [SEL_138] (rows=9131 width=1119) + Group By Operator [GBY_137] (rows=9131 width=1119) Output:["_col0"],keys:KEY._col0 - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_34] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_125] PartitionCols:_col0 - Group By Operator [GBY_33] (rows=18262 width=1119) + Group By Operator [GBY_123] (rows=18262 width=1119) Output:["_col0"],keys:d_month_seq - Select Operator [SEL_32] (rows=18262 width=1119) + Select Operator [SEL_121] (rows=18262 width=1119) Output:["d_month_seq"] - Filter Operator [FIL_106] (rows=18262 width=1119) + Filter Operator [FIL_119] (rows=18262 width=1119) predicate:((d_moy = 2) and (d_year = 2000)) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_month_seq","d_year","d_moy"] - <-Reducer 19 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_47] - Select Operator [SEL_29] (rows=231000 width=1436) + <-Reducer 19 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_150] + Select Operator [SEL_149] (rows=231000 width=1436) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_28] (rows=231000 width=1436) + Group By Operator [GBY_148] (rows=231000 width=1436) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_27] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_147] PartitionCols:_col0 - Group By Operator [GBY_26] (rows=462000 width=1436) + Group By Operator [GBY_146] (rows=462000 width=1436) Output:["_col0","_col1","_col2"],aggregations:["sum(i_current_price)","count(i_current_price)"],keys:i_category - Filter Operator [FIL_105] (rows=462000 width=1436) + Filter Operator [FIL_145] (rows=462000 width=1436) predicate:i_category is not null TableScan [TS_23] (rows=462000 width=1436) default@item,j,Tbl:COMPLETE,Col:NONE,Output:["i_current_price","i_category"] @@ -161,22 +161,22 @@ Stage-0 SHUFFLE [RS_62] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_110] (rows=88000001 width=860) - Conds:RS_19._col1=RS_20._col0(Inner),Output:["_col0","_col3"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_133._col1=RS_136._col0(Inner),Output:["_col0","_col3"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_133] PartitionCols:_col1 - Select Operator [SEL_15] (rows=80000000 width=860) + Select Operator [SEL_132] (rows=80000000 width=860) Output:["_col0","_col1"] - Filter Operator [FIL_103] (rows=80000000 width=860) + Filter Operator [FIL_131] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_customer_sk is not null) TableScan [TS_13] (rows=80000000 width=860) default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_20] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_136] PartitionCols:_col0 - Select Operator [SEL_18] (rows=40000000 width=1014) + Select Operator [SEL_135] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_104] (rows=40000000 width=1014) + Filter Operator [FIL_134] (rows=40000000 width=1014) predicate:ca_address_sk is not null TableScan [TS_16] (rows=40000000 width=1014) default@customer_address,a,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"] @@ -184,13 +184,13 @@ Stage-0 SHUFFLE [RS_61] PartitionCols:_col5 Merge Join Operator [MERGEJOIN_109] (rows=633595212 width=88) - Conds:RS_58._col0=RS_59._col0(Inner),Output:["_col4","_col5"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_59] + Conds:RS_58._col0=RS_130._col0(Inner),Output:["_col4","_col5"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_130] PartitionCols:_col0 - Select Operator [SEL_12] (rows=575995635 width=88) + Select Operator [SEL_129] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_102] (rows=575995635 width=88) + Filter Operator [FIL_128] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_10] (rows=575995635 width=88) default@store_sales,s,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"] @@ -198,29 +198,29 @@ Stage-0 SHUFFLE [RS_58] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_108] (rows=80353 width=1119) - Conds:RS_55._col1=RS_56._col0(Inner),Output:["_col0"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_55] + Conds:RS_117._col1=RS_127._col0(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_117] PartitionCols:_col1 - Select Operator [SEL_2] (rows=73049 width=1119) + Select Operator [SEL_116] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_100] (rows=73049 width=1119) + Filter Operator [FIL_115] (rows=73049 width=1119) predicate:(d_date_sk is not null and d_month_seq is not null) TableScan [TS_0] (rows=73049 width=1119) default@date_dim,d,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] - <-Reducer 9 [ONE_TO_ONE_EDGE] - FORWARD [RS_56] + <-Reducer 9 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_127] PartitionCols:_col0 - Group By Operator [GBY_8] (rows=9131 width=1119) + Group By Operator [GBY_126] (rows=9131 width=1119) Output:["_col0"],keys:KEY._col0 - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_7] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_124] PartitionCols:_col0 - Group By Operator [GBY_6] (rows=18262 width=1119) + Group By Operator [GBY_122] (rows=18262 width=1119) Output:["_col0"],keys:d_month_seq - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_120] (rows=18262 width=1119) Output:["d_month_seq"] - Filter Operator [FIL_101] (rows=18262 width=1119) + Filter Operator [FIL_118] (rows=18262 width=1119) predicate:((d_moy = 2) and (d_year = 2000) and d_month_seq is not null) Please refer to the previous TableScan [TS_3] diff --git ql/src/test/results/clientpositive/perf/tez/query60.q.out ql/src/test/results/clientpositive/perf/tez/query60.q.out index 42eb8bc..0e3aed8 100644 --- ql/src/test/results/clientpositive/perf/tez/query60.q.out +++ ql/src/test/results/clientpositive/perf/tez/query60.q.out @@ -176,23 +176,23 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_121] - Limit [LIM_120] (rows=100 width=108) + Reducer 7 vectorized + File Output Operator [FS_214] + Limit [LIM_213] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_119] (rows=335408073 width=108) + Select Operator [SEL_212] (rows=335408073 width=108) Output:["_col0","_col1"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_118] - Group By Operator [GBY_116] (rows=335408073 width=108) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_211] + Group By Operator [GBY_210] (rows=335408073 width=108) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Union 5 [SIMPLE_EDGE] - <-Reducer 11 [CONTAINS] - Reduce Output Operator [RS_115] + <-Reducer 11 [CONTAINS] vectorized + Reduce Output Operator [RS_226] PartitionCols:_col0 - Group By Operator [GBY_114] (rows=670816147 width=108) + Group By Operator [GBY_225] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_110] (rows=95833781 width=135) + Group By Operator [GBY_224] (rows=95833781 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_109] @@ -205,29 +205,29 @@ Stage-0 SHUFFLE [RS_104] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_173] (rows=508200 width=1436) - Conds:RS_26._col1=RS_27._col0(Inner),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_26] + Conds:RS_187._col1=RS_193._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_187] PartitionCols:_col1 - Select Operator [SEL_2] (rows=462000 width=1436) + Select Operator [SEL_186] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_158] (rows=462000 width=1436) + Filter Operator [FIL_185] (rows=462000 width=1436) predicate:(i_item_id is not null and i_item_sk is not null) TableScan [TS_0] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] - <-Reducer 13 [ONE_TO_ONE_EDGE] - FORWARD [RS_27] + <-Reducer 13 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_193] PartitionCols:_col0 - Group By Operator [GBY_8] (rows=115500 width=1436) + Group By Operator [GBY_192] (rows=115500 width=1436) Output:["_col0"],keys:KEY._col0 - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_7] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_191] PartitionCols:_col0 - Group By Operator [GBY_6] (rows=231000 width=1436) + Group By Operator [GBY_190] (rows=231000 width=1436) Output:["_col0"],keys:i_item_id - Select Operator [SEL_5] (rows=231000 width=1436) + Select Operator [SEL_189] (rows=231000 width=1436) Output:["i_item_id"] - Filter Operator [FIL_159] (rows=231000 width=1436) + Filter Operator [FIL_188] (rows=231000 width=1436) predicate:((i_category = 'Children') and i_item_id is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_id","i_category"] @@ -237,13 +237,13 @@ Stage-0 Select Operator [SEL_100] (rows=174243235 width=135) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_181] (rows=174243235 width=135) - Conds:RS_97._col2=RS_98._col0(Inner),Output:["_col1","_col3"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_98] + Conds:RS_97._col2=RS_206._col0(Inner),Output:["_col1","_col3"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_206] PartitionCols:_col0 - Select Operator [SEL_18] (rows=20000000 width=1014) + Select Operator [SEL_203] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_162] (rows=20000000 width=1014) + Filter Operator [FIL_202] (rows=20000000 width=1014) predicate:((ca_gmt_offset = -6) and ca_address_sk is not null) TableScan [TS_16] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] @@ -251,31 +251,31 @@ Stage-0 SHUFFLE [RS_97] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_180] (rows=158402938 width=135) - Conds:RS_94._col0=RS_95._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_95] + Conds:RS_223._col0=RS_201._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_201] PartitionCols:_col0 - Select Operator [SEL_15] (rows=18262 width=1119) + Select Operator [SEL_198] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_161] (rows=18262 width=1119) + Filter Operator [FIL_197] (rows=18262 width=1119) predicate:((d_moy = 9) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_13] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_94] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_223] PartitionCols:_col0 - Select Operator [SEL_87] (rows=144002668 width=135) + Select Operator [SEL_222] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_170] (rows=144002668 width=135) + Filter Operator [FIL_221] (rows=144002668 width=135) predicate:(ws_bill_addr_sk is not null and ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_85] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_addr_sk","ws_ext_sales_price"] - <-Reducer 4 [CONTAINS] - Reduce Output Operator [RS_115] + <-Reducer 4 [CONTAINS] vectorized + Reduce Output Operator [RS_209] PartitionCols:_col0 - Group By Operator [GBY_114] (rows=670816147 width=108) + Group By Operator [GBY_208] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_35] (rows=383325119 width=88) + Group By Operator [GBY_207] (rows=383325119 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_34] @@ -294,35 +294,35 @@ Stage-0 Select Operator [SEL_25] (rows=696954748 width=88) Output:["_col3","_col5"] Merge Join Operator [MERGEJOIN_175] (rows=696954748 width=88) - Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col3"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_23] + Conds:RS_22._col2=RS_204._col0(Inner),Output:["_col1","_col3"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_204] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_18] + Please refer to the previous Select Operator [SEL_203] <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_174] (rows=633595212 width=88) - Conds:RS_19._col0=RS_20._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_20] + Conds:RS_196._col0=RS_199._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_199] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_15] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Please refer to the previous Select Operator [SEL_198] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_196] PartitionCols:_col0 - Select Operator [SEL_12] (rows=575995635 width=88) + Select Operator [SEL_195] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_160] (rows=575995635 width=88) + Filter Operator [FIL_194] (rows=575995635 width=88) predicate:(ss_addr_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_10] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] - <-Reducer 9 [CONTAINS] - Reduce Output Operator [RS_115] + <-Reducer 9 [CONTAINS] vectorized + Reduce Output Operator [RS_220] PartitionCols:_col0 - Group By Operator [GBY_114] (rows=670816147 width=108) + Group By Operator [GBY_219] (rows=670816147 width=108) Output:["_col0","_col1"],aggregations:["sum(_col1)"],keys:_col0 - Group By Operator [GBY_72] (rows=191657247 width=135) + Group By Operator [GBY_218] (rows=191657247 width=135) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_71] @@ -341,26 +341,26 @@ Stage-0 Select Operator [SEL_62] (rows=348467716 width=135) Output:["_col4","_col5"] Merge Join Operator [MERGEJOIN_178] (rows=348467716 width=135) - Conds:RS_59._col1=RS_60._col0(Inner),Output:["_col2","_col3"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_60] + Conds:RS_59._col1=RS_205._col0(Inner),Output:["_col2","_col3"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_205] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_18] + Please refer to the previous Select Operator [SEL_203] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_59] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_177] (rows=316788826 width=135) - Conds:RS_56._col0=RS_57._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_57] + Conds:RS_217._col0=RS_200._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_200] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_15] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_56] + Please refer to the previous Select Operator [SEL_198] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_217] PartitionCols:_col0 - Select Operator [SEL_49] (rows=287989836 width=135) + Select Operator [SEL_216] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_165] (rows=287989836 width=135) + Filter Operator [FIL_215] (rows=287989836 width=135) predicate:(cs_bill_addr_sk is not null and cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_47] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_addr_sk","cs_item_sk","cs_ext_sales_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query61.q.out ql/src/test/results/clientpositive/perf/tez/query61.q.out index 7ac7c0f..5f76da0 100644 --- ql/src/test/results/clientpositive/perf/tez/query61.q.out +++ ql/src/test/results/clientpositive/perf/tez/query61.q.out @@ -107,11 +107,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_91] - Limit [LIM_90] (rows=1 width=225) + Reducer 6 vectorized + File Output Operator [FS_190] + Limit [LIM_189] (rows=1 width=225) Number of rows:100 - Select Operator [SEL_89] (rows=1 width=225) + Select Operator [SEL_188] (rows=1 width=225) Output:["_col0","_col1","_col2"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_88] @@ -119,9 +119,9 @@ Stage-0 Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_156] (rows=1 width=225) Conds:(Inner),Output:["_col0","_col1"] - <-Reducer 4 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_84] - Group By Operator [GBY_43] (rows=1 width=112) + <-Reducer 4 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_182] + Group By Operator [GBY_181] (rows=1 width=112) Output:["_col0"],aggregations:["sum(VALUE._col0)"] <-Reducer 3 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_42] @@ -133,22 +133,22 @@ Stage-0 SHUFFLE [RS_37] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_145] (rows=88000001 width=860) - Conds:RS_34._col1=RS_35._col0(Inner),Output:["_col0"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_34] + Conds:RS_159._col1=RS_162._col0(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_159] PartitionCols:_col1 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_158] (rows=80000000 width=860) Output:["_col0","_col1"] - Filter Operator [FIL_132] (rows=80000000 width=860) + Filter Operator [FIL_157] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_35] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_162] PartitionCols:_col0 - Select Operator [SEL_5] (rows=20000000 width=1014) + Select Operator [SEL_161] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_133] (rows=20000000 width=1014) + Filter Operator [FIL_160] (rows=20000000 width=1014) predicate:((ca_gmt_offset = -7) and ca_address_sk is not null) TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] @@ -156,13 +156,13 @@ Stage-0 SHUFFLE [RS_38] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_149] (rows=843315281 width=88) - Conds:RS_30._col4=RS_31._col0(Inner),Output:["_col2","_col5"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_30._col4=RS_180._col0(Inner),Output:["_col2","_col5"] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_180] PartitionCols:_col0 - Select Operator [SEL_20] (rows=2300 width=1179) + Select Operator [SEL_179] (rows=2300 width=1179) Output:["_col0"] - Filter Operator [FIL_138] (rows=2300 width=1179) + Filter Operator [FIL_178] (rows=2300 width=1179) predicate:(((p_channel_dmail = 'Y') or (p_channel_email = 'Y') or (p_channel_tv = 'Y')) and p_promo_sk is not null) TableScan [TS_18] (rows=2300 width=1179) default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_dmail","p_channel_email","p_channel_tv"] @@ -170,13 +170,13 @@ Stage-0 SHUFFLE [RS_30] PartitionCols:_col4 Merge Join Operator [MERGEJOIN_148] (rows=766650239 width=88) - Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col2","_col4","_col5"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_28] + Conds:RS_27._col3=RS_176._col0(Inner),Output:["_col2","_col4","_col5"] + <-Map 20 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_176] PartitionCols:_col0 - Select Operator [SEL_17] (rows=852 width=1910) + Select Operator [SEL_175] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_137] (rows=852 width=1910) + Filter Operator [FIL_174] (rows=852 width=1910) predicate:((s_gmt_offset = -7) and s_store_sk is not null) TableScan [TS_15] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_gmt_offset"] @@ -184,13 +184,13 @@ Stage-0 SHUFFLE [RS_27] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_147] (rows=696954748 width=88) - Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col2","_col3","_col4","_col5"] - <-Map 19 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col1=RS_172._col0(Inner),Output:["_col2","_col3","_col4","_col5"] + <-Map 19 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_172] PartitionCols:_col0 - Select Operator [SEL_14] (rows=231000 width=1436) + Select Operator [SEL_171] (rows=231000 width=1436) Output:["_col0"] - Filter Operator [FIL_136] (rows=231000 width=1436) + Filter Operator [FIL_170] (rows=231000 width=1436) predicate:((i_category = 'Electronics') and i_item_sk is not null) TableScan [TS_12] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"] @@ -198,28 +198,28 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_146] (rows=633595212 width=88) - Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_165._col0=RS_168._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_168] PartitionCols:_col0 - Select Operator [SEL_11] (rows=18262 width=1119) + Select Operator [SEL_167] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_135] (rows=18262 width=1119) + Filter Operator [FIL_166] (rows=18262 width=1119) predicate:((d_moy = 11) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_21] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_165] PartitionCols:_col0 - Select Operator [SEL_8] (rows=575995635 width=88) + Select Operator [SEL_164] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_134] (rows=575995635 width=88) + Filter Operator [FIL_163] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_6] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_promo_sk","ss_ext_sales_price"] - <-Reducer 8 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_85] - Group By Operator [GBY_82] (rows=1 width=112) + <-Reducer 8 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_187] + Group By Operator [GBY_186] (rows=1 width=112) Output:["_col0"],aggregations:["sum(VALUE._col0)"] <-Reducer 7 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_81] @@ -235,35 +235,35 @@ Stage-0 SHUFFLE [RS_77] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_153] (rows=766650239 width=88) - Conds:RS_69._col3=RS_70._col0(Inner),Output:["_col2","_col4"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_70] + Conds:RS_69._col3=RS_177._col0(Inner),Output:["_col2","_col4"] + <-Map 20 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_177] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_17] + Please refer to the previous Select Operator [SEL_175] <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_69] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_152] (rows=696954748 width=88) - Conds:RS_66._col1=RS_67._col0(Inner),Output:["_col2","_col3","_col4"] - <-Map 19 [SIMPLE_EDGE] - SHUFFLE [RS_67] + Conds:RS_66._col1=RS_173._col0(Inner),Output:["_col2","_col3","_col4"] + <-Map 19 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_173] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] + Please refer to the previous Select Operator [SEL_171] <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_66] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_151] (rows=633595212 width=88) - Conds:RS_63._col0=RS_64._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_64] + Conds:RS_185._col0=RS_169._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_169] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_63] + Please refer to the previous Select Operator [SEL_167] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_185] PartitionCols:_col0 - Select Operator [SEL_53] (rows=575995635 width=88) + Select Operator [SEL_184] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_141] (rows=575995635 width=88) + Filter Operator [FIL_183] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_51] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_store_sk","ss_ext_sales_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query63.q.out ql/src/test/results/clientpositive/perf/tez/query63.q.out index 8471441..89aa0b5 100644 --- ql/src/test/results/clientpositive/perf/tez/query63.q.out +++ ql/src/test/results/clientpositive/perf/tez/query63.q.out @@ -67,11 +67,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_36] - Limit [LIM_35] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_71] + Limit [LIM_70] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_34] (rows=191662559 width=88) + Select Operator [SEL_69] (rows=191662559 width=88) Output:["_col0","_col1","_col2"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_33] @@ -93,13 +93,13 @@ Stage-0 Group By Operator [GBY_22] (rows=766650239 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col8, _col11 Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col8","_col11"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_66._col0(Inner),Output:["_col3","_col8","_col11"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_66] PartitionCols:_col0 - Select Operator [SEL_11] (rows=1704 width=1910) + Select Operator [SEL_65] (rows=1704 width=1910) Output:["_col0"] - Filter Operator [FIL_50] (rows=1704 width=1910) + Filter Operator [FIL_64] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_9] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"] @@ -107,13 +107,13 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2","_col3","_col8","_col11"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col0=RS_63._col0(Inner),Output:["_col2","_col3","_col8","_col11"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_63] PartitionCols:_col0 - Select Operator [SEL_8] (rows=36525 width=1119) + Select Operator [SEL_62] (rows=36525 width=1119) Output:["_col0","_col2"] - Filter Operator [FIL_49] (rows=36525 width=1119) + Filter Operator [FIL_61] (rows=36525 width=1119) predicate:((d_month_seq) IN (1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq","d_moy"] @@ -121,22 +121,22 @@ Stage-0 SHUFFLE [RS_15] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col8"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_57._col1=RS_60._col0(Inner),Output:["_col0","_col2","_col3","_col8"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_57] PartitionCols:_col1 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_56] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_47] (rows=575995635 width=88) + Filter Operator [FIL_55] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_60] PartitionCols:_col0 - Select Operator [SEL_5] (rows=115500 width=1436) + Select Operator [SEL_59] (rows=115500 width=1436) Output:["_col0","_col4"] - Filter Operator [FIL_48] (rows=115500 width=1436) + Filter Operator [FIL_58] (rows=115500 width=1436) predicate:((((i_category) IN ('Books', 'Children', 'Electronics') and (i_class) IN ('personal', 'portable', 'refernece', 'self-help') and (i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9')) or ((i_category) IN ('Women', 'Music', 'Men') and (i_class) IN ('accessories', 'classical', 'fragrances', 'pants') and (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1'))) and ((i_brand) IN ('scholaramalgamalg #14', 'scholaramalgamalg #7', 'exportiunivamalg #9', 'scholaramalgamalg #9') or (i_brand) IN ('amalgimporto #1', 'edu packscholar #1', 'exportiimporto #1', 'importoamalg #1')) and ((i_category) IN ('Books', 'Children', 'Electronics') or (i_category) IN ('Women', 'Music', 'Men')) and ((i_class) IN ('personal', 'portable', 'refernece', 'self-help') or (i_class) IN ('accessories', 'classical', 'fragrances', 'pants')) and i_item_sk is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_manager_id"] diff --git ql/src/test/results/clientpositive/perf/tez/query64.q.out ql/src/test/results/clientpositive/perf/tez/query64.q.out index 06a289d..f2861a4 100644 --- ql/src/test/results/clientpositive/perf/tez/query64.q.out +++ ql/src/test/results/clientpositive/perf/tez/query64.q.out @@ -273,9 +273,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 11 - File Output Operator [FS_262] - Select Operator [SEL_260] (rows=273897192 width=88) + Reducer 11 vectorized + File Output Operator [FS_679] + Select Operator [SEL_678] (rows=273897192 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20"] <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_259] @@ -284,13 +284,13 @@ Stage-0 Filter Operator [FIL_257] (rows=273897192 width=88) predicate:(_col19 <= _col12) Merge Join Operator [MERGEJOIN_613] (rows=821691577 width=88) - Conds:RS_254._col2, _col1, _col3=RS_255._col1, _col0, _col2(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col19","_col20","_col21","_col22"] - <-Reducer 14 [SIMPLE_EDGE] - SHUFFLE [RS_255] + Conds:RS_674._col2, _col1, _col3=RS_677._col1, _col0, _col2(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col19","_col20","_col21","_col22"] + <-Reducer 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_677] PartitionCols:_col1, _col0, _col2 - Select Operator [SEL_253] (rows=746992327 width=88) + Select Operator [SEL_676] (rows=746992327 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Group By Operator [GBY_252] (rows=746992327 width=88) + Group By Operator [GBY_675] (rows=746992327 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, KEY._col12, KEY._col13 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_251] @@ -302,13 +302,13 @@ Stage-0 Filter Operator [FIL_248] (rows=1493984654 width=88) predicate:(_col56 <> _col19) Merge Join Operator [MERGEJOIN_612] (rows=1493984654 width=88) - Conds:RS_245._col37=RS_246._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"] - <-Map 44 [SIMPLE_EDGE] - SHUFFLE [RS_246] + Conds:RS_245._col37=RS_642._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"] + <-Map 44 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_642] PartitionCols:_col0 - Select Operator [SEL_99] (rows=1861800 width=385) + Select Operator [SEL_639] (rows=1861800 width=385) Output:["_col0","_col1"] - Filter Operator [FIL_557] (rows=1861800 width=385) + Filter Operator [FIL_638] (rows=1861800 width=385) predicate:cd_demo_sk is not null TableScan [TS_97] (rows=1861800 width=385) default@customer_demographics,cd1,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] @@ -321,22 +321,22 @@ Stage-0 SHUFFLE [RS_242] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_582] (rows=128840811 width=860) - Conds:RS_112._col1=RS_113._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"] - <-Map 44 [SIMPLE_EDGE] - SHUFFLE [RS_113] + Conds:RS_112._col1=RS_641._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"] + <-Map 44 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_641] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_99] + Please refer to the previous Select Operator [SEL_639] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_112] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_581] (rows=117128008 width=860) - Conds:RS_109._col3=RS_110._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"] - <-Map 33 [SIMPLE_EDGE] - SHUFFLE [RS_110] + Conds:RS_109._col3=RS_635._col0(Inner),Output:["_col0","_col1","_col7","_col9","_col14","_col15","_col16","_col17"] + <-Map 33 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_635] PartitionCols:_col0 - Select Operator [SEL_21] (rows=40000000 width=1014) + Select Operator [SEL_634] (rows=40000000 width=1014) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_544] (rows=40000000 width=1014) + Filter Operator [FIL_633] (rows=40000000 width=1014) predicate:ca_address_sk is not null TableScan [TS_19] (rows=40000000 width=1014) default@customer_address,ad2,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_city","ca_zip"] @@ -349,22 +349,22 @@ Stage-0 SHUFFLE [RS_107] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_579] (rows=7920 width=107) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0"] - <-Map 30 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_629._col1=RS_632._col0(Inner),Output:["_col0"] + <-Map 30 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_629] PartitionCols:_col1 - Select Operator [SEL_11] (rows=7200 width=107) + Select Operator [SEL_628] (rows=7200 width=107) Output:["_col0","_col1"] - Filter Operator [FIL_542] (rows=7200 width=107) + Filter Operator [FIL_627] (rows=7200 width=107) predicate:(hd_demo_sk is not null and hd_income_band_sk is not null) TableScan [TS_9] (rows=7200 width=107) default@household_demographics,hd2,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"] - <-Map 32 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 32 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_632] PartitionCols:_col0 - Select Operator [SEL_14] (rows=20 width=12) + Select Operator [SEL_631] (rows=20 width=12) Output:["_col0"] - Filter Operator [FIL_543] (rows=20 width=12) + Filter Operator [FIL_630] (rows=20 width=12) predicate:ib_income_band_sk is not null TableScan [TS_12] (rows=20 width=12) default@income_band,ib2,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk"] @@ -372,13 +372,13 @@ Stage-0 SHUFFLE [RS_106] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_578] (rows=96800003 width=860) - Conds:RS_103._col4=RS_104._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_104] + Conds:RS_103._col4=RS_624._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col7","_col9"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_624] PartitionCols:_col0 - Select Operator [SEL_5] (rows=73049 width=1119) + Select Operator [SEL_620] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_540] (rows=73049 width=1119) + Filter Operator [FIL_617] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_3] (rows=73049 width=1119) default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] @@ -386,17 +386,17 @@ Stage-0 SHUFFLE [RS_103] PartitionCols:_col4 Merge Join Operator [MERGEJOIN_577] (rows=88000001 width=860) - Conds:RS_100._col5=RS_101._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_101] + Conds:RS_616._col5=RS_623._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col7"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_623] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_100] + Please refer to the previous Select Operator [SEL_620] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_616] PartitionCols:_col5 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_615] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_539] (rows=80000000 width=860) + Filter Operator [FIL_614] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_customer_sk is not null and c_first_sales_date_sk is not null and c_first_shipto_date_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_shipto_date_sk","c_first_sales_date_sk"] @@ -406,13 +406,13 @@ Stage-0 Select Operator [SEL_223] (rows=1234698008 width=88) Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"] Merge Join Operator [MERGEJOIN_610] (rows=1234698008 width=88) - Conds:RS_220._col5, _col12=RS_221._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] - <-Map 43 [SIMPLE_EDGE] - SHUFFLE [RS_221] + Conds:RS_220._col5, _col12=RS_671._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] + <-Map 43 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_671] PartitionCols:_col0, _col1 - Select Operator [SEL_77] (rows=57591150 width=77) + Select Operator [SEL_669] (rows=57591150 width=77) Output:["_col0","_col1"] - Filter Operator [FIL_556] (rows=57591150 width=77) + Filter Operator [FIL_668] (rows=57591150 width=77) predicate:(sr_item_sk is not null and sr_ticket_number is not null) TableScan [TS_75] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"] @@ -420,22 +420,22 @@ Stage-0 SHUFFLE [RS_220] PartitionCols:_col5, _col12 Merge Join Operator [MERGEJOIN_609] (rows=1122452711 width=88) - Conds:RS_217._col9=RS_218._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] - <-Map 33 [SIMPLE_EDGE] - SHUFFLE [RS_218] + Conds:RS_217._col9=RS_637._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] + <-Map 33 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_637] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_21] + Please refer to the previous Select Operator [SEL_634] <-Reducer 27 [SIMPLE_EDGE] SHUFFLE [RS_217] PartitionCols:_col9 Merge Join Operator [MERGEJOIN_608] (rows=1020411534 width=88) - Conds:RS_214._col10=RS_215._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"] - <-Map 42 [SIMPLE_EDGE] - SHUFFLE [RS_215] + Conds:RS_214._col10=RS_667._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"] + <-Map 42 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_667] PartitionCols:_col0 - Select Operator [SEL_71] (rows=1704 width=1910) + Select Operator [SEL_665] (rows=1704 width=1910) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_554] (rows=1704 width=1910) + Filter Operator [FIL_664] (rows=1704 width=1910) predicate:(s_store_name is not null and s_store_sk is not null and s_zip is not null) TableScan [TS_69] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] @@ -443,15 +443,15 @@ Stage-0 SHUFFLE [RS_214] PartitionCols:_col10 Merge Join Operator [MERGEJOIN_607] (rows=927646829 width=88) - Conds:RS_211._col5=RS_212._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] - <-Reducer 40 [ONE_TO_ONE_EDGE] - FORWARD [RS_212] + Conds:RS_211._col5=RS_663._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] + <-Reducer 40 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_663] PartitionCols:_col0 - Select Operator [SEL_68] (rows=52798137 width=135) + Select Operator [SEL_661] (rows=52798137 width=135) Output:["_col0"] - Filter Operator [FIL_67] (rows=52798137 width=135) + Filter Operator [FIL_660] (rows=52798137 width=135) predicate:(_col1 > (2 * _col2)) - Group By Operator [GBY_66] (rows=158394413 width=135) + Group By Operator [GBY_659] (rows=158394413 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 39 [SIMPLE_EDGE] SHUFFLE [RS_65] @@ -461,22 +461,22 @@ Stage-0 Select Operator [SEL_62] (rows=316788826 width=135) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_587] (rows=316788826 width=135) - Conds:RS_59._col0, _col1=RS_60._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"] - <-Map 38 [SIMPLE_EDGE] - SHUFFLE [RS_59] + Conds:RS_655._col0, _col1=RS_658._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"] + <-Map 38 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_655] PartitionCols:_col0, _col1 - Select Operator [SEL_55] (rows=287989836 width=135) + Select Operator [SEL_654] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_552] (rows=287989836 width=135) + Filter Operator [FIL_653] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_order_number is not null) TableScan [TS_53] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"] - <-Map 41 [SIMPLE_EDGE] - SHUFFLE [RS_60] + <-Map 41 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_658] PartitionCols:_col0, _col1 - Select Operator [SEL_58] (rows=28798881 width=106) + Select Operator [SEL_657] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_553] (rows=28798881 width=106) + Filter Operator [FIL_656] (rows=28798881 width=106) predicate:(cr_item_sk is not null and cr_order_number is not null) TableScan [TS_56] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"] @@ -495,13 +495,13 @@ Stage-0 Select Operator [SEL_179] (rows=766650239 width=88) Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"] Merge Join Operator [MERGEJOIN_604] (rows=766650239 width=88) - Conds:RS_176._col7=RS_177._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"] - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_177] + Conds:RS_176._col7=RS_652._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"] + <-Map 37 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_652] PartitionCols:_col0 - Select Operator [SEL_42] (rows=2300 width=1179) + Select Operator [SEL_650] (rows=2300 width=1179) Output:["_col0"] - Filter Operator [FIL_551] (rows=2300 width=1179) + Filter Operator [FIL_649] (rows=2300 width=1179) predicate:p_promo_sk is not null TableScan [TS_40] (rows=2300 width=1179) default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk"] @@ -509,44 +509,44 @@ Stage-0 SHUFFLE [RS_176] PartitionCols:_col7 Merge Join Operator [MERGEJOIN_603] (rows=696954748 width=88) - Conds:RS_173._col0=RS_174._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_174] + Conds:RS_173._col0=RS_626._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_626] PartitionCols:_col0 - Select Operator [SEL_166] (rows=36524 width=1119) + Select Operator [SEL_622] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_569] (rows=36524 width=1119) + Filter Operator [FIL_619] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] <-Reducer 35 [SIMPLE_EDGE] SHUFFLE [RS_173] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_584] (rows=633595212 width=88) - Conds:RS_43._col1=RS_44._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] - <-Map 34 [SIMPLE_EDGE] - SHUFFLE [RS_43] + Conds:RS_645._col1=RS_648._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] + <-Map 34 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_645] PartitionCols:_col1 - Select Operator [SEL_33] (rows=575995635 width=88) + Select Operator [SEL_644] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - Filter Operator [FIL_548] (rows=575995635 width=88) + Filter Operator [FIL_643] (rows=575995635 width=88) predicate:(ss_addr_sk is not null and ss_cdemo_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) TableScan [TS_31] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_44] + <-Map 36 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_648] PartitionCols:_col0 - Select Operator [SEL_36] (rows=2851 width=1436) + Select Operator [SEL_647] (rows=2851 width=1436) Output:["_col0","_col3"] - Filter Operator [FIL_549] (rows=2851 width=1436) + Filter Operator [FIL_646] (rows=2851 width=1436) predicate:((i_color) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate') and i_current_price BETWEEN 35 AND 45 and i_current_price BETWEEN 36 AND 50 and i_item_sk is not null) TableScan [TS_34] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price","i_color","i_product_name"] - <-Reducer 9 [SIMPLE_EDGE] - SHUFFLE [RS_254] + <-Reducer 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_674] PartitionCols:_col2, _col1, _col3 - Select Operator [SEL_126] (rows=746992327 width=88) + Select Operator [SEL_673] (rows=746992327 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - Group By Operator [GBY_125] (rows=746992327 width=88) + Group By Operator [GBY_672] (rows=746992327 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, KEY._col12, KEY._col13 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_124] @@ -558,11 +558,11 @@ Stage-0 Filter Operator [FIL_121] (rows=1493984654 width=88) predicate:(_col56 <> _col19) Merge Join Operator [MERGEJOIN_594] (rows=1493984654 width=88) - Conds:RS_118._col37=RS_119._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"] - <-Map 44 [SIMPLE_EDGE] - SHUFFLE [RS_119] + Conds:RS_118._col37=RS_640._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"] + <-Map 44 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_640] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_99] + Please refer to the previous Select Operator [SEL_639] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_118] PartitionCols:_col37 @@ -578,38 +578,38 @@ Stage-0 Select Operator [SEL_96] (rows=1234698008 width=88) Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"] Merge Join Operator [MERGEJOIN_592] (rows=1234698008 width=88) - Conds:RS_93._col5, _col12=RS_94._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] - <-Map 43 [SIMPLE_EDGE] - SHUFFLE [RS_94] + Conds:RS_93._col5, _col12=RS_670._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] + <-Map 43 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_670] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_77] + Please refer to the previous Select Operator [SEL_669] <-Reducer 21 [SIMPLE_EDGE] SHUFFLE [RS_93] PartitionCols:_col5, _col12 Merge Join Operator [MERGEJOIN_591] (rows=1122452711 width=88) - Conds:RS_90._col9=RS_91._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] - <-Map 33 [SIMPLE_EDGE] - SHUFFLE [RS_91] + Conds:RS_90._col9=RS_636._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] + <-Map 33 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_636] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_21] + Please refer to the previous Select Operator [SEL_634] <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_90] PartitionCols:_col9 Merge Join Operator [MERGEJOIN_590] (rows=1020411534 width=88) - Conds:RS_87._col10=RS_88._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"] - <-Map 42 [SIMPLE_EDGE] - SHUFFLE [RS_88] + Conds:RS_87._col10=RS_666._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"] + <-Map 42 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_666] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_71] + Please refer to the previous Select Operator [SEL_665] <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_87] PartitionCols:_col10 Merge Join Operator [MERGEJOIN_589] (rows=927646829 width=88) - Conds:RS_84._col5=RS_85._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] - <-Reducer 40 [ONE_TO_ONE_EDGE] - FORWARD [RS_85] + Conds:RS_84._col5=RS_662._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] + <-Reducer 40 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_662] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_68] + Please refer to the previous Select Operator [SEL_661] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_84] PartitionCols:_col5 @@ -625,22 +625,22 @@ Stage-0 Select Operator [SEL_52] (rows=766650239 width=88) Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"] Merge Join Operator [MERGEJOIN_586] (rows=766650239 width=88) - Conds:RS_49._col7=RS_50._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"] - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_50] + Conds:RS_49._col7=RS_651._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"] + <-Map 37 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_651] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_42] + Please refer to the previous Select Operator [SEL_650] <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_49] PartitionCols:_col7 Merge Join Operator [MERGEJOIN_585] (rows=696954748 width=88) - Conds:RS_46._col0=RS_47._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_47] + Conds:RS_46._col0=RS_625._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_625] PartitionCols:_col0 - Select Operator [SEL_39] (rows=36524 width=1119) + Select Operator [SEL_621] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_550] (rows=36524 width=1119) + Filter Operator [FIL_618] (rows=36524 width=1119) predicate:((d_year = 2000) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] <-Reducer 35 [SIMPLE_EDGE] diff --git ql/src/test/results/clientpositive/perf/tez/query65.q.out ql/src/test/results/clientpositive/perf/tez/query65.q.out index 9fa189d..1d7dbe2 100644 --- ql/src/test/results/clientpositive/perf/tez/query65.q.out +++ ql/src/test/results/clientpositive/perf/tez/query65.q.out @@ -69,24 +69,24 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_51] - Limit [LIM_50] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_107] + Limit [LIM_106] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_49] (rows=255550079 width=88) + Select Operator [SEL_105] (rows=255550079 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_48] Select Operator [SEL_47] (rows=255550079 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_81] (rows=255550079 width=88) - Conds:RS_44._col1=RS_45._col0(Inner),Output:["_col2","_col6","_col8","_col9","_col10","_col11"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_45] + Conds:RS_44._col1=RS_104._col0(Inner),Output:["_col2","_col6","_col8","_col9","_col10","_col11"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_104] PartitionCols:_col0 - Select Operator [SEL_38] (rows=462000 width=1436) + Select Operator [SEL_103] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_77] (rows=462000 width=1436) + Filter Operator [FIL_102] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_36] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc","i_current_price","i_wholesale_cost","i_brand"] @@ -96,20 +96,20 @@ Stage-0 Filter Operator [FIL_43] (rows=232318249 width=88) predicate:(_col2 <= (0.1 * _col4)) Merge Join Operator [MERGEJOIN_80] (rows=696954748 width=88) - Conds:RS_39._col0=RS_40._col0(Inner),RS_39._col0=RS_41._col0(Inner),Output:["_col1","_col2","_col4","_col6"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_41] + Conds:RS_93._col0=RS_98._col0(Inner),RS_93._col0=RS_101._col0(Inner),Output:["_col1","_col2","_col4","_col6"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_101] PartitionCols:_col0 - Select Operator [SEL_35] (rows=1704 width=1910) + Select Operator [SEL_100] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_76] (rows=1704 width=1910) + Filter Operator [FIL_99] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_33] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_39] + <-Reducer 3 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_93] PartitionCols:_col0 - Group By Operator [GBY_12] (rows=316797606 width=88) + Group By Operator [GBY_92] (rows=316797606 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_11] @@ -117,35 +117,35 @@ Stage-0 Group By Operator [GBY_10] (rows=633595212 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1 Merge Join Operator [MERGEJOIN_78] (rows=633595212 width=88) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_6] + Conds:RS_86._col0=RS_90._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_86] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_84] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_72] (rows=575995635 width=88) + Filter Operator [FIL_82] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_7] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_90] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_89] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_73] (rows=8116 width=1119) + Filter Operator [FIL_88] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_40] + <-Reducer 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_98] PartitionCols:_col0 - Select Operator [SEL_32] (rows=158398803 width=88) + Select Operator [SEL_97] (rows=158398803 width=88) Output:["_col0","_col1"] - Group By Operator [GBY_31] (rows=158398803 width=88) + Group By Operator [GBY_96] (rows=158398803 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","count(_col2)"],keys:_col1 - Select Operator [SEL_27] (rows=316797606 width=88) + Select Operator [SEL_95] (rows=316797606 width=88) Output:["_col1","_col2"] - Group By Operator [GBY_26] (rows=316797606 width=88) + Group By Operator [GBY_94] (rows=316797606 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -153,17 +153,17 @@ Stage-0 Group By Operator [GBY_24] (rows=633595212 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col2, _col1 Merge Join Operator [MERGEJOIN_79] (rows=633595212 width=88) - Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_20] + Conds:RS_87._col0=RS_91._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_87] PartitionCols:_col0 - Select Operator [SEL_16] (rows=575995635 width=88) + Select Operator [SEL_85] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_74] (rows=575995635 width=88) + Filter Operator [FIL_83] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) Please refer to the previous TableScan [TS_0] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_21] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_91] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] + Please refer to the previous Select Operator [SEL_89] diff --git ql/src/test/results/clientpositive/perf/tez/query66.q.out ql/src/test/results/clientpositive/perf/tez/query66.q.out index 7c7d7a1..ab31c06 100644 --- ql/src/test/results/clientpositive/perf/tez/query66.q.out +++ ql/src/test/results/clientpositive/perf/tez/query66.q.out @@ -460,27 +460,27 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 9 - File Output Operator [FS_77] - Select Operator [SEL_76] (rows=100 width=135) + Reducer 9 vectorized + File Output Operator [FS_152] + Select Operator [SEL_151] (rows=100 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"] - Limit [LIM_75] (rows=100 width=135) + Limit [LIM_150] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_74] (rows=158120068 width=135) + Select Operator [SEL_149] (rows=158120068 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"] - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_73] - Group By Operator [GBY_71] (rows=158120068 width=135) + <-Reducer 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_148] + Group By Operator [GBY_147] (rows=158120068 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)","sum(VALUE._col24)","sum(VALUE._col25)","sum(VALUE._col26)","sum(VALUE._col27)","sum(VALUE._col28)","sum(VALUE._col29)","sum(VALUE._col30)","sum(VALUE._col31)","sum(VALUE._col32)","sum(VALUE._col33)","sum(VALUE._col34)","sum(VALUE._col35)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 7 [SIMPLE_EDGE] - <-Reducer 15 [CONTAINS] - Reduce Output Operator [RS_70] + <-Reducer 15 [CONTAINS] vectorized + Reduce Output Operator [RS_159] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_69] (rows=316240137 width=135) + Group By Operator [GBY_158] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_67] (rows=316240137 width=135) + Select Operator [SEL_157] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"] - Group By Operator [GBY_64] (rows=210822976 width=135) + Group By Operator [GBY_156] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_63] @@ -490,13 +490,13 @@ Stage-0 Select Operator [SEL_60] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"] Merge Join Operator [MERGEJOIN_123] (rows=421645953 width=135) - Conds:RS_57._col3=RS_58._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_58] + Conds:RS_57._col3=RS_142._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_142] PartitionCols:_col0 - Select Operator [SEL_14] (rows=27 width=1029) + Select Operator [SEL_140] (rows=27 width=1029) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_110] (rows=27 width=1029) + Filter Operator [FIL_139] (rows=27 width=1029) predicate:w_warehouse_sk is not null TableScan [TS_12] (rows=27 width=1029) default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name","w_warehouse_sq_ft","w_city","w_county","w_state","w_country"] @@ -504,13 +504,13 @@ Stage-0 SHUFFLE [RS_57] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_122] (rows=383314495 width=135) - Conds:RS_54._col2=RS_55._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_55] + Conds:RS_54._col2=RS_138._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_138] PartitionCols:_col0 - Select Operator [SEL_11] (rows=1 width=0) + Select Operator [SEL_136] (rows=1 width=0) Output:["_col0"] - Filter Operator [FIL_109] (rows=1 width=0) + Filter Operator [FIL_135] (rows=1 width=0) predicate:((sm_carrier) IN ('DIAMOND', 'AIRBORNE') and sm_ship_mode_sk is not null) TableScan [TS_9] (rows=1 width=0) default@ship_mode,ship_mode,Tbl:PARTIAL,Col:NONE,Output:["sm_ship_mode_sk","sm_carrier"] @@ -518,13 +518,13 @@ Stage-0 SHUFFLE [RS_54] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_121] (rows=348467716 width=135) - Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_52] + Conds:RS_51._col0=RS_134._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_134] PartitionCols:_col0 - Select Operator [SEL_8] (rows=36524 width=1119) + Select Operator [SEL_132] (rows=36524 width=1119) Output:["_col0","_col2"] - Filter Operator [FIL_108] (rows=36524 width=1119) + Filter Operator [FIL_131] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] @@ -532,33 +532,33 @@ Stage-0 SHUFFLE [RS_51] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_120] (rows=316788826 width=135) - Conds:RS_48._col1=RS_49._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_49] + Conds:RS_155._col1=RS_130._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_130] PartitionCols:_col0 - Select Operator [SEL_5] (rows=9600 width=471) + Select Operator [SEL_128] (rows=9600 width=471) Output:["_col0"] - Filter Operator [FIL_107] (rows=9600 width=471) + Filter Operator [FIL_127] (rows=9600 width=471) predicate:(t_time BETWEEN 49530 AND 78330 and t_time_sk is not null) TableScan [TS_3] (rows=86400 width=471) default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_time"] - <-Map 19 [SIMPLE_EDGE] - SHUFFLE [RS_48] + <-Map 19 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_155] PartitionCols:_col1 - Select Operator [SEL_35] (rows=287989836 width=135) + Select Operator [SEL_154] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_111] (rows=287989836 width=135) + Filter Operator [FIL_153] (rows=287989836 width=135) predicate:(cs_ship_mode_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null and cs_warehouse_sk is not null) TableScan [TS_33] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_ship_mode_sk","cs_warehouse_sk","cs_quantity","cs_ext_sales_price","cs_net_paid_inc_ship_tax"] - <-Reducer 6 [CONTAINS] - Reduce Output Operator [RS_70] + <-Reducer 6 [CONTAINS] vectorized + Reduce Output Operator [RS_146] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_69] (rows=316240137 width=135) + Group By Operator [GBY_145] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)","sum(_col9)","sum(_col10)","sum(_col11)","sum(_col12)","sum(_col13)","sum(_col14)","sum(_col15)","sum(_col16)","sum(_col17)","sum(_col18)","sum(_col19)","sum(_col20)","sum(_col21)","sum(_col22)","sum(_col23)","sum(_col24)","sum(_col25)","sum(_col26)","sum(_col27)","sum(_col28)","sum(_col29)","sum(_col30)","sum(_col31)","sum(_col32)","sum(_col33)","sum(_col34)","sum(_col35)","sum(_col36)","sum(_col37)","sum(_col38)","sum(_col39)","sum(_col40)","sum(_col41)"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Select Operator [SEL_67] (rows=316240137 width=135) + Select Operator [SEL_144] (rows=316240137 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"] - Group By Operator [GBY_31] (rows=105417161 width=135) + Group By Operator [GBY_143] (rows=105417161 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] @@ -568,44 +568,44 @@ Stage-0 Select Operator [SEL_27] (rows=210834322 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29"] Merge Join Operator [MERGEJOIN_119] (rows=210834322 width=135) - Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col3=RS_141._col0(Inner),Output:["_col4","_col5","_col6","_col11","_col15","_col16","_col17","_col18","_col19","_col20"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_141] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] + Please refer to the previous Select Operator [SEL_140] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_118] (rows=191667562 width=135) - Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col2=RS_137._col0(Inner),Output:["_col3","_col4","_col5","_col6","_col11"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_137] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_136] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_117] (rows=174243235 width=135) - Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col0=RS_133._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6","_col11"] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_133] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_132] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_116] (rows=158402938 width=135) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_126._col1=RS_129._col0(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_129] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Please refer to the previous Select Operator [SEL_128] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_126] PartitionCols:_col1 - Select Operator [SEL_2] (rows=144002668 width=135) + Select Operator [SEL_125] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_106] (rows=144002668 width=135) + Filter Operator [FIL_124] (rows=144002668 width=135) predicate:(ws_ship_mode_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null and ws_warehouse_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_ship_mode_sk","ws_warehouse_sk","ws_quantity","ws_sales_price","ws_net_paid_inc_tax"] diff --git ql/src/test/results/clientpositive/perf/tez/query67.q.out ql/src/test/results/clientpositive/perf/tez/query67.q.out index 113a443..27ea728 100644 --- ql/src/test/results/clientpositive/perf/tez/query67.q.out +++ ql/src/test/results/clientpositive/perf/tez/query67.q.out @@ -98,28 +98,28 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_37] - Limit [LIM_36] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_77] + Limit [LIM_76] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_35] (rows=1149975358 width=88) + Select Operator [SEL_75] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_34] - Select Operator [SEL_30] (rows=1149975358 width=88) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_74] + Select Operator [SEL_73] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Filter Operator [FIL_47] (rows=1149975358 width=88) + Filter Operator [FIL_72] (rows=1149975358 width=88) predicate:(rank_window_0 <= 100) - PTF Operator [PTF_29] (rows=3449926075 width=88) + PTF Operator [PTF_71] (rows=3449926075 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col8 DESC NULLS LAST","partition by:":"_col0"}] - Select Operator [SEL_28] (rows=3449926075 width=88) + Select Operator [SEL_70] (rows=3449926075 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_27] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_69] PartitionCols:_col0 - Select Operator [SEL_26] (rows=3449926075 width=88) + Select Operator [SEL_68] (rows=3449926075 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Group By Operator [GBY_25] (rows=3449926075 width=88) + Group By Operator [GBY_67] (rows=3449926075 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_24] @@ -129,13 +129,13 @@ Stage-0 Select Operator [SEL_21] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88) - Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col3","_col4","_col7","_col8","_col9","_col11","_col13","_col14","_col15","_col16"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col1=RS_66._col0(Inner),Output:["_col3","_col4","_col7","_col8","_col9","_col11","_col13","_col14","_col15","_col16"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_66] PartitionCols:_col0 - Select Operator [SEL_11] (rows=462000 width=1436) + Select Operator [SEL_65] (rows=462000 width=1436) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_51] (rows=462000 width=1436) + Filter Operator [FIL_64] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_9] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category","i_product_name"] @@ -143,13 +143,13 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88) - Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col1","_col3","_col4","_col7","_col8","_col9","_col11"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col2=RS_63._col0(Inner),Output:["_col1","_col3","_col4","_col7","_col8","_col9","_col11"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_63] PartitionCols:_col0 - Select Operator [SEL_8] (rows=1704 width=1910) + Select Operator [SEL_62] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_50] (rows=1704 width=1910) + Filter Operator [FIL_61] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_6] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"] @@ -157,22 +157,22 @@ Stage-0 SHUFFLE [RS_15] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_57._col0=RS_60._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col7","_col8","_col9"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_57] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_56] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_48] (rows=575995635 width=88) + Filter Operator [FIL_55] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_quantity","ss_sales_price"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_60] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_59] (rows=8116 width=1119) Output:["_col0","_col2","_col3","_col4"] - Filter Operator [FIL_49] (rows=8116 width=1119) + Filter Operator [FIL_58] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq","d_year","d_moy","d_qoy"] diff --git ql/src/test/results/clientpositive/perf/tez/query68.q.out ql/src/test/results/clientpositive/perf/tez/query68.q.out index 1634063..8d6b290 100644 --- ql/src/test/results/clientpositive/perf/tez/query68.q.out +++ ql/src/test/results/clientpositive/perf/tez/query68.q.out @@ -96,11 +96,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 4 - File Output Operator [FS_49] - Limit [LIM_48] (rows=100 width=88) + Reducer 4 vectorized + File Output Operator [FS_110] + Limit [LIM_109] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_47] (rows=463823414 width=88) + Select Operator [SEL_108] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_46] @@ -109,36 +109,36 @@ Stage-0 Filter Operator [FIL_44] (rows=463823414 width=88) predicate:(_col5 <> _col8) Merge Join Operator [MERGEJOIN_85] (rows=463823414 width=88) - Conds:RS_41._col0=RS_42._col1(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9","_col10","_col11"] + Conds:RS_41._col0=RS_107._col1(Inner),Output:["_col2","_col3","_col5","_col6","_col8","_col9","_col10","_col11"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_41] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_80] (rows=88000001 width=860) - Conds:RS_38._col1=RS_39._col0(Inner),Output:["_col0","_col2","_col3","_col5"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_39] + Conds:RS_88._col1=RS_91._col0(Inner),Output:["_col0","_col2","_col3","_col5"] + <-Map 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_91] PartitionCols:_col0 - Select Operator [SEL_5] (rows=40000000 width=1014) + Select Operator [SEL_90] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_74] (rows=40000000 width=1014) + Filter Operator [FIL_89] (rows=40000000 width=1014) predicate:ca_address_sk is not null TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,current_addr,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_38] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_88] PartitionCols:_col1 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_87] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_73] (rows=80000000 width=860) + Filter Operator [FIL_86] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_addr_sk","c_first_name","c_last_name"] - <-Reducer 7 [SIMPLE_EDGE] - SHUFFLE [RS_42] + <-Reducer 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_107] PartitionCols:_col1 - Select Operator [SEL_37] (rows=421657640 width=88) + Select Operator [SEL_106] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_36] (rows=421657640 width=88) + Group By Operator [GBY_105] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_35] @@ -146,22 +146,22 @@ Stage-0 Group By Operator [GBY_34] (rows=843315281 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col1, _col18, _col3, _col5 Merge Join Operator [MERGEJOIN_84] (rows=843315281 width=88) - Conds:RS_30._col3=RS_31._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col18"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_30._col3=RS_92._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col18"] + <-Map 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_92] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] + Please refer to the previous Select Operator [SEL_90] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_30] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_83] (rows=766650239 width=88) - Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_28] + Conds:RS_27._col2=RS_104._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_104] PartitionCols:_col0 - Select Operator [SEL_17] (rows=7200 width=107) + Select Operator [SEL_103] (rows=7200 width=107) Output:["_col0"] - Filter Operator [FIL_78] (rows=7200 width=107) + Filter Operator [FIL_102] (rows=7200 width=107) predicate:(((hd_dep_count = 2) or (hd_vehicle_count = 1)) and hd_demo_sk is not null) TableScan [TS_15] (rows=7200 width=107) default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] @@ -169,13 +169,13 @@ Stage-0 SHUFFLE [RS_27] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_82] (rows=696954748 width=88) - Conds:RS_24._col4=RS_25._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col8"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col4=RS_101._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col8"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_101] PartitionCols:_col0 - Select Operator [SEL_14] (rows=852 width=1910) + Select Operator [SEL_100] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_77] (rows=852 width=1910) + Filter Operator [FIL_99] (rows=852 width=1910) predicate:((s_city) IN ('Cedar Grove', 'Wildwood') and s_store_sk is not null) TableScan [TS_12] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_city"] @@ -183,22 +183,22 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col4 Merge Join Operator [MERGEJOIN_81] (rows=633595212 width=88) - Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_95._col0=RS_98._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_98] PartitionCols:_col0 - Select Operator [SEL_11] (rows=4058 width=1119) + Select Operator [SEL_97] (rows=4058 width=1119) Output:["_col0"] - Filter Operator [FIL_76] (rows=4058 width=1119) + Filter Operator [FIL_96] (rows=4058 width=1119) predicate:((d_year) IN (1998, 1999, 2000) and d_date_sk is not null and d_dom BETWEEN 1 AND 2) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_21] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_95] PartitionCols:_col0 - Select Operator [SEL_8] (rows=575995635 width=88) + Select Operator [SEL_94] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Filter Operator [FIL_75] (rows=575995635 width=88) + Filter Operator [FIL_93] (rows=575995635 width=88) predicate:(ss_addr_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_6] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_ext_sales_price","ss_ext_list_price","ss_ext_tax"] diff --git ql/src/test/results/clientpositive/perf/tez/query69.q.out ql/src/test/results/clientpositive/perf/tez/query69.q.out index 8cca864..1cb22f7 100644 --- ql/src/test/results/clientpositive/perf/tez/query69.q.out +++ ql/src/test/results/clientpositive/perf/tez/query69.q.out @@ -109,17 +109,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_73] - Limit [LIM_72] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_146] + Limit [LIM_145] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_71] (rows=191662559 width=88) + Select Operator [SEL_144] (rows=191662559 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_70] - Select Operator [SEL_69] (rows=191662559 width=88) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_143] + Select Operator [SEL_142] (rows=191662559 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col6"] - Group By Operator [GBY_68] (rows=191662559 width=88) + Group By Operator [GBY_141] (rows=191662559 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_67] @@ -131,13 +131,13 @@ Stage-0 Filter Operator [FIL_64] (rows=383325119 width=88) predicate:_col14 is null Merge Join Operator [MERGEJOIN_111] (rows=766650239 width=88) - Conds:RS_61._col0=RS_62._col0(Left Outer),Output:["_col6","_col7","_col8","_col9","_col10","_col14"] - <-Reducer 16 [ONE_TO_ONE_EDGE] - FORWARD [RS_62] + Conds:RS_61._col0=RS_140._col0(Left Outer),Output:["_col6","_col7","_col8","_col9","_col10","_col14"] + <-Reducer 16 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_140] PartitionCols:_col0 - Select Operator [SEL_60] (rows=158394413 width=135) + Select Operator [SEL_139] (rows=158394413 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_59] (rows=158394413 width=135) + Group By Operator [GBY_138] (rows=158394413 width=135) Output:["_col0"],keys:KEY._col0 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_58] @@ -145,22 +145,22 @@ Stage-0 Group By Operator [GBY_57] (rows=316788826 width=135) Output:["_col0"],keys:_col1 Merge Join Operator [MERGEJOIN_109] (rows=316788826 width=135) - Conds:RS_53._col0=RS_54._col0(Inner),Output:["_col1"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_54] + Conds:RS_137._col0=RS_128._col0(Inner),Output:["_col1"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_128] PartitionCols:_col0 - Select Operator [SEL_14] (rows=4058 width=1119) + Select Operator [SEL_125] (rows=4058 width=1119) Output:["_col0"] - Filter Operator [FIL_100] (rows=4058 width=1119) + Filter Operator [FIL_124] (rows=4058 width=1119) predicate:((d_year = 1999) and d_date_sk is not null and d_moy BETWEEN 1 AND 3) TableScan [TS_12] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_53] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_137] PartitionCols:_col0 - Select Operator [SEL_49] (rows=287989836 width=135) + Select Operator [SEL_136] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_103] (rows=287989836 width=135) + Filter Operator [FIL_135] (rows=287989836 width=135) predicate:(cs_ship_customer_sk is not null and cs_sold_date_sk is not null) TableScan [TS_47] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_customer_sk"] @@ -172,7 +172,7 @@ Stage-0 Filter Operator [FIL_45] (rows=696954748 width=88) predicate:_col12 is null Merge Join Operator [MERGEJOIN_110] (rows=1393909496 width=88) - Conds:RS_41._col0=RS_42._col0(Left Semi),RS_41._col0=RS_43._col0(Left Outer),Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col12"] + Conds:RS_41._col0=RS_42._col0(Left Semi),RS_41._col0=RS_134._col0(Left Outer),Output:["_col0","_col6","_col7","_col8","_col9","_col10","_col12"] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_42] PartitionCols:_col0 @@ -181,26 +181,26 @@ Stage-0 Select Operator [SEL_18] (rows=633595212 width=88) Output:["_col0"] Merge Join Operator [MERGEJOIN_107] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_123._col0=RS_126._col0(Inner),Output:["_col1"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_126] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Please refer to the previous Select Operator [SEL_125] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_123] PartitionCols:_col0 - Select Operator [SEL_11] (rows=575995635 width=88) + Select Operator [SEL_122] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_99] (rows=575995635 width=88) + Filter Operator [FIL_121] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_9] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"] - <-Reducer 14 [ONE_TO_ONE_EDGE] - FORWARD [RS_43] + <-Reducer 14 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_134] PartitionCols:_col0 - Select Operator [SEL_32] (rows=79201469 width=135) + Select Operator [SEL_133] (rows=79201469 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_31] (rows=79201469 width=135) + Group By Operator [GBY_132] (rows=79201469 width=135) Output:["_col0"],keys:KEY._col0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_30] @@ -208,17 +208,17 @@ Stage-0 Group By Operator [GBY_29] (rows=158402938 width=135) Output:["_col0"],keys:_col1 Merge Join Operator [MERGEJOIN_108] (rows=158402938 width=135) - Conds:RS_25._col0=RS_26._col0(Inner),Output:["_col1"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_26] + Conds:RS_131._col0=RS_127._col0(Inner),Output:["_col1"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_127] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Please refer to the previous Select Operator [SEL_125] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_131] PartitionCols:_col0 - Select Operator [SEL_21] (rows=144002668 width=135) + Select Operator [SEL_130] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_101] (rows=144002668 width=135) + Filter Operator [FIL_129] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null) TableScan [TS_19] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"] @@ -226,13 +226,13 @@ Stage-0 SHUFFLE [RS_41] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_106] (rows=96800003 width=860) - Conds:RS_36._col1=RS_37._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_37] + Conds:RS_36._col1=RS_120._col0(Inner),Output:["_col0","_col6","_col7","_col8","_col9","_col10"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_120] PartitionCols:_col0 - Select Operator [SEL_8] (rows=1861800 width=385) + Select Operator [SEL_119] (rows=1861800 width=385) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_98] (rows=1861800 width=385) + Filter Operator [FIL_118] (rows=1861800 width=385) predicate:cd_demo_sk is not null TableScan [TS_6] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status","cd_purchase_estimate","cd_credit_rating"] @@ -240,22 +240,22 @@ Stage-0 SHUFFLE [RS_36] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_105] (rows=88000001 width=860) - Conds:RS_33._col2=RS_34._col0(Inner),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_33] + Conds:RS_114._col2=RS_117._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_114] PartitionCols:_col2 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_113] (rows=80000000 width=860) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_96] (rows=80000000 width=860) + Filter Operator [FIL_112] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,c,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_addr_sk"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_34] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_117] PartitionCols:_col0 - Select Operator [SEL_5] (rows=20000000 width=1014) + Select Operator [SEL_116] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_97] (rows=20000000 width=1014) + Filter Operator [FIL_115] (rows=20000000 width=1014) predicate:((ca_state) IN ('CO', 'IL', 'MN') and ca_address_sk is not null) TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,ca,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"] diff --git ql/src/test/results/clientpositive/perf/tez/query7.q.out ql/src/test/results/clientpositive/perf/tez/query7.q.out index cfe4044..557594f 100644 --- ql/src/test/results/clientpositive/perf/tez/query7.q.out +++ ql/src/test/results/clientpositive/perf/tez/query7.q.out @@ -52,17 +52,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_35] - Limit [LIM_34] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_79] + Limit [LIM_78] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_33] (rows=421657640 width=88) + Select Operator [SEL_77] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_32] - Select Operator [SEL_31] (rows=421657640 width=88) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_76] + Select Operator [SEL_75] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_30] (rows=421657640 width=88) + Group By Operator [GBY_74] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","count(VALUE._col3)","sum(VALUE._col4)","count(VALUE._col5)","sum(VALUE._col6)","count(VALUE._col7)"],keys:KEY._col0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_29] @@ -70,13 +70,13 @@ Stage-0 Group By Operator [GBY_28] (rows=843315281 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"],aggregations:["sum(_col4)","count(_col4)","sum(_col5)","count(_col5)","sum(_col7)","count(_col7)","sum(_col6)","count(_col6)"],keys:_col18 Merge Join Operator [MERGEJOIN_58] (rows=843315281 width=88) - Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col1=RS_73._col0(Inner),Output:["_col4","_col5","_col6","_col7","_col18"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_73] PartitionCols:_col0 - Select Operator [SEL_14] (rows=462000 width=1436) + Select Operator [SEL_72] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_54] (rows=462000 width=1436) + Filter Operator [FIL_71] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_12] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] @@ -84,13 +84,13 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_57] (rows=766650239 width=88) - Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col3=RS_70._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_70] PartitionCols:_col0 - Select Operator [SEL_11] (rows=2300 width=1179) + Select Operator [SEL_69] (rows=2300 width=1179) Output:["_col0"] - Filter Operator [FIL_53] (rows=2300 width=1179) + Filter Operator [FIL_68] (rows=2300 width=1179) predicate:(((p_channel_email = 'N') or (p_channel_event = 'N')) and p_promo_sk is not null) TableScan [TS_9] (rows=2300 width=1179) default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_email","p_channel_event"] @@ -98,13 +98,13 @@ Stage-0 SHUFFLE [RS_21] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_56] (rows=696954748 width=88) - Conds:RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col0=RS_67._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_67] PartitionCols:_col0 - Select Operator [SEL_8] (rows=36524 width=1119) + Select Operator [SEL_66] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_52] (rows=36524 width=1119) + Filter Operator [FIL_65] (rows=36524 width=1119) predicate:((d_year = 1998) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] @@ -112,22 +112,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_55] (rows=633595212 width=88) - Conds:RS_15._col2=RS_16._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_61._col2=RS_64._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_61] PartitionCols:_col2 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_60] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_50] (rows=575995635 width=88) + Filter Operator [FIL_59] (rows=575995635 width=88) predicate:(ss_cdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_cdemo_sk","ss_promo_sk","ss_quantity","ss_list_price","ss_sales_price","ss_coupon_amt"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_64] PartitionCols:_col0 - Select Operator [SEL_5] (rows=232725 width=385) + Select Operator [SEL_63] (rows=232725 width=385) Output:["_col0"] - Filter Operator [FIL_51] (rows=232725 width=385) + Filter Operator [FIL_62] (rows=232725 width=385) predicate:((cd_education_status = 'Primary') and (cd_gender = 'F') and (cd_marital_status = 'W') and cd_demo_sk is not null) TableScan [TS_3] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_gender","cd_marital_status","cd_education_status"] diff --git ql/src/test/results/clientpositive/perf/tez/query70.q.out ql/src/test/results/clientpositive/perf/tez/query70.q.out index 2b98ee8..c9f2d63 100644 --- ql/src/test/results/clientpositive/perf/tez/query70.q.out +++ ql/src/test/results/clientpositive/perf/tez/query70.q.out @@ -89,26 +89,26 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 - File Output Operator [FS_61] - Limit [LIM_59] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_118] + Limit [LIM_117] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_58] (rows=1149975358 width=88) + Select Operator [SEL_116] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_57] - Select Operator [SEL_55] (rows=1149975358 width=88) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_115] + Select Operator [SEL_114] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - PTF Operator [PTF_54] (rows=1149975358 width=88) + PTF Operator [PTF_113] (rows=1149975358 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col2 DESC NULLS LAST","partition by:":"(grouping(_col3, 1) + grouping(_col3, 0)), CASE WHEN ((grouping(_col3, 0) = 0)) THEN (_col0) ELSE (UDFToString(null)) END"}] - Select Operator [SEL_53] (rows=1149975358 width=88) + Select Operator [SEL_112] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_52] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_111] PartitionCols:(grouping(_col3, 1) + grouping(_col3, 0)), CASE WHEN ((grouping(_col3, 0) = 0)) THEN (_col0) ELSE (UDFToString(null)) END - Select Operator [SEL_51] (rows=1149975358 width=88) + Select Operator [SEL_110] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_50] (rows=1149975358 width=88) + Group By Operator [GBY_109] (rows=1149975358 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_49] @@ -118,22 +118,22 @@ Stage-0 Select Operator [SEL_46] (rows=766650239 width=88) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_89] (rows=766650239 width=88) - Conds:RS_43._col7=RS_44._col0(Inner),Output:["_col2","_col6","_col7"] - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_44] + Conds:RS_43._col7=RS_108._col0(Inner),Output:["_col2","_col6","_col7"] + <-Reducer 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_108] PartitionCols:_col0 - Select Operator [SEL_32] (rows=116159124 width=88) + Select Operator [SEL_107] (rows=116159124 width=88) Output:["_col0"] - Filter Operator [FIL_81] (rows=116159124 width=88) + Filter Operator [FIL_106] (rows=116159124 width=88) predicate:(rank_window_0 <= 5) - PTF Operator [PTF_31] (rows=348477374 width=88) + PTF Operator [PTF_105] (rows=348477374 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 DESC NULLS LAST","partition by:":"_col0"}] - Select Operator [SEL_30] (rows=348477374 width=88) + Select Operator [SEL_104] (rows=348477374 width=88) Output:["_col0","_col1"] - <-Reducer 9 [SIMPLE_EDGE] - SHUFFLE [RS_29] + <-Reducer 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_103] PartitionCols:_col0 - Group By Operator [GBY_27] (rows=348477374 width=88) + Group By Operator [GBY_102] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_26] @@ -141,36 +141,36 @@ Stage-0 Group By Operator [GBY_25] (rows=696954748 width=88) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col6 Merge Join Operator [MERGEJOIN_88] (rows=696954748 width=88) - Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col2","_col6"] + Conds:RS_21._col1=RS_101._col0(Inner),Output:["_col2","_col6"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_85] (rows=633595212 width=88) - Conds:RS_37._col0=RS_38._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_37] + Conds:RS_92._col0=RS_95._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_92] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_91] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_78] (rows=575995635 width=88) + Filter Operator [FIL_90] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_38] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_95] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_94] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_79] (rows=8116 width=1119) + Filter Operator [FIL_93] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_22] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_101] PartitionCols:_col0 - Select Operator [SEL_17] (rows=1704 width=1910) + Select Operator [SEL_100] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_84] (rows=1704 width=1910) + Filter Operator [FIL_99] (rows=1704 width=1910) predicate:(s_state is not null and s_store_sk is not null) TableScan [TS_15] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_state"] @@ -178,17 +178,17 @@ Stage-0 SHUFFLE [RS_43] PartitionCols:_col7 Merge Join Operator [MERGEJOIN_86] (rows=696954748 width=88) - Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col2","_col6","_col7"] + Conds:RS_40._col1=RS_98._col0(Inner),Output:["_col2","_col6","_col7"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_40] PartitionCols:_col1 Please refer to the previous Merge Join Operator [MERGEJOIN_85] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_41] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_98] PartitionCols:_col0 - Select Operator [SEL_8] (rows=1704 width=1910) + Select Operator [SEL_97] (rows=1704 width=1910) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_80] (rows=1704 width=1910) + Filter Operator [FIL_96] (rows=1704 width=1910) predicate:(s_state is not null and s_store_sk is not null) TableScan [TS_6] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county","s_state"] diff --git ql/src/test/results/clientpositive/perf/tez/query71.q.out ql/src/test/results/clientpositive/perf/tez/query71.q.out index c07580e..c46c6db 100644 --- ql/src/test/results/clientpositive/perf/tez/query71.q.out +++ ql/src/test/results/clientpositive/perf/tez/query71.q.out @@ -89,15 +89,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 - File Output Operator [FS_52] - Select Operator [SEL_50] (rows=670816149 width=108) + Reducer 7 vectorized + File Output Operator [FS_103] + Select Operator [SEL_102] (rows=670816149 width=108) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_49] - Select Operator [SEL_48] (rows=670816149 width=108) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_101] + Select Operator [SEL_100] (rows=670816149 width=108) Output:["_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_47] (rows=670816149 width=108) + Group By Operator [GBY_99] (rows=670816149 width=108) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_46] @@ -105,13 +105,13 @@ Stage-0 Group By Operator [GBY_45] (rows=1341632299 width=108) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col0)"],keys:_col4, _col8, _col9, _col5 Merge Join Operator [MERGEJOIN_86] (rows=1341632299 width=108) - Conds:RS_41._col2=RS_42._col0(Inner),Output:["_col0","_col4","_col5","_col8","_col9"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_42] + Conds:RS_41._col2=RS_98._col0(Inner),Output:["_col0","_col4","_col5","_col8","_col9"] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_98] PartitionCols:_col0 - Select Operator [SEL_37] (rows=86400 width=471) + Select Operator [SEL_97] (rows=86400 width=471) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_81] (rows=86400 width=471) + Filter Operator [FIL_96] (rows=86400 width=471) predicate:(((t_meal_time = 'breakfast') or (t_meal_time = 'dinner')) and t_time_sk is not null) TableScan [TS_35] (rows=86400 width=471) default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute","t_meal_time"] @@ -119,13 +119,13 @@ Stage-0 SHUFFLE [RS_41] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_85] (rows=1219665700 width=108) - Conds:Union 3._col1=RS_39._col0(Inner),Output:["_col0","_col2","_col4","_col5"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_39] + Conds:Union 3._col1=RS_95._col0(Inner),Output:["_col0","_col2","_col4","_col5"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_95] PartitionCols:_col0 - Select Operator [SEL_34] (rows=231000 width=1436) + Select Operator [SEL_94] (rows=231000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_80] (rows=231000 width=1436) + Filter Operator [FIL_93] (rows=231000 width=1436) predicate:((i_manager_id = 1) and i_item_sk is not null) TableScan [TS_32] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_brand","i_manager_id"] @@ -136,22 +136,22 @@ Stage-0 Select Operator [SEL_19] (rows=316788826 width=135) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_83] (rows=316788826 width=135) - Conds:RS_16._col0=RS_17._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_17] + Conds:RS_106._col0=RS_109._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_109] PartitionCols:_col0 - Select Operator [SEL_15] (rows=18262 width=1119) + Select Operator [SEL_108] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_77] (rows=18262 width=1119) + Filter Operator [FIL_107] (rows=18262 width=1119) predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) TableScan [TS_13] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_106] PartitionCols:_col0 - Select Operator [SEL_12] (rows=287989836 width=135) + Select Operator [SEL_105] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_76] (rows=287989836 width=135) + Filter Operator [FIL_104] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_sold_time_sk is not null) TableScan [TS_10] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_sold_time_sk","cs_item_sk","cs_ext_sales_price"] @@ -161,22 +161,22 @@ Stage-0 Select Operator [SEL_30] (rows=633595212 width=88) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_84] (rows=633595212 width=88) - Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_27] + Conds:RS_112._col0=RS_115._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_112] PartitionCols:_col0 - Select Operator [SEL_23] (rows=575995635 width=88) + Select Operator [SEL_111] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_78] (rows=575995635 width=88) + Filter Operator [FIL_110] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_sold_time_sk is not null) TableScan [TS_21] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_sold_time_sk","ss_item_sk","ss_ext_sales_price"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_28] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_115] PartitionCols:_col0 - Select Operator [SEL_26] (rows=18262 width=1119) + Select Operator [SEL_114] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_79] (rows=18262 width=1119) + Filter Operator [FIL_113] (rows=18262 width=1119) predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) TableScan [TS_24] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] @@ -186,22 +186,22 @@ Stage-0 Select Operator [SEL_9] (rows=158402938 width=135) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_82] (rows=158402938 width=135) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_6] + Conds:RS_89._col0=RS_92._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_89] PartitionCols:_col0 - Select Operator [SEL_2] (rows=144002668 width=135) + Select Operator [SEL_88] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_74] (rows=144002668 width=135) + Filter Operator [FIL_87] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_sold_time_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_sold_time_sk","ws_item_sk","ws_ext_sales_price"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_7] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_92] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_91] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_75] (rows=18262 width=1119) + Filter Operator [FIL_90] (rows=18262 width=1119) predicate:((d_moy = 12) and (d_year = 2001) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] diff --git ql/src/test/results/clientpositive/perf/tez/query72.q.out ql/src/test/results/clientpositive/perf/tez/query72.q.out index 0f953f3..29695c5 100644 --- ql/src/test/results/clientpositive/perf/tez/query72.q.out +++ ql/src/test/results/clientpositive/perf/tez/query72.q.out @@ -78,15 +78,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_75] - Limit [LIM_74] (rows=100 width=135) + Reducer 7 vectorized + File Output Operator [FS_178] + Limit [LIM_177] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_73] (rows=37725837 width=135) + Select Operator [SEL_176] (rows=37725837 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_72] - Group By Operator [GBY_70] (rows=37725837 width=135) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_175] + Group By Operator [GBY_174] (rows=37725837 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_69] @@ -96,13 +96,13 @@ Stage-0 Select Operator [SEL_66] (rows=75451675 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_141] (rows=75451675 width=135) - Conds:RS_63._col4, _col6=RS_64._col0, _col1(Left Outer),Output:["_col13","_col15","_col22","_col28"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_64] + Conds:RS_63._col4, _col6=RS_173._col0, _col1(Left Outer),Output:["_col13","_col15","_col22","_col28"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_173] PartitionCols:_col0, _col1 - Select Operator [SEL_62] (rows=28798881 width=106) + Select Operator [SEL_172] (rows=28798881 width=106) Output:["_col0","_col1"] - Filter Operator [FIL_131] (rows=28798881 width=106) + Filter Operator [FIL_171] (rows=28798881 width=106) predicate:cr_item_sk is not null TableScan [TS_60] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number"] @@ -112,13 +112,13 @@ Stage-0 Select Operator [SEL_59] (rows=68592431 width=135) Output:["_col4","_col6","_col13","_col15","_col22","_col28"] Merge Join Operator [MERGEJOIN_140] (rows=68592431 width=135) - Conds:RS_56._col0, _col20=RS_57._col0, _col1(Inner),Output:["_col5","_col9","_col14","_col16","_col20","_col26"] - <-Map 22 [SIMPLE_EDGE] - SHUFFLE [RS_57] + Conds:RS_56._col0, _col20=RS_170._col0, _col1(Inner),Output:["_col5","_col9","_col14","_col16","_col20","_col26"] + <-Map 22 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_170] PartitionCols:_col0, _col1 - Select Operator [SEL_48] (rows=73049 width=1119) + Select Operator [SEL_169] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_130] (rows=73049 width=1119) + Filter Operator [FIL_168] (rows=73049 width=1119) predicate:(d_date_sk is not null and d_week_seq is not null) TableScan [TS_46] (rows=73049 width=1119) default@date_dim,d2,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_week_seq"] @@ -137,13 +137,13 @@ Stage-0 Filter Operator [FIL_44] (rows=170063874 width=135) predicate:(UDFToDouble(_col20) > (UDFToDouble(_col9) + 5.0D)) Merge Join Operator [MERGEJOIN_138] (rows=510191624 width=135) - Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col16","_col18","_col20"] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_42] + Conds:RS_41._col1=RS_167._col0(Inner),Output:["_col4","_col6","_col7","_col9","_col10","_col16","_col18","_col20"] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_167] PartitionCols:_col0 - Select Operator [SEL_25] (rows=73049 width=1119) + Select Operator [SEL_166] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_129] (rows=73049 width=1119) + Filter Operator [FIL_165] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_23] (rows=73049 width=1119) default@date_dim,d3,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] @@ -151,13 +151,13 @@ Stage-0 SHUFFLE [RS_41] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_137] (rows=463810558 width=135) - Conds:RS_38._col4=RS_39._col0(Inner),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col16","_col18"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_39] + Conds:RS_38._col4=RS_164._col0(Inner),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col16","_col18"] + <-Map 20 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_164] PartitionCols:_col0 - Select Operator [SEL_22] (rows=462000 width=1436) + Select Operator [SEL_163] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_128] (rows=462000 width=1436) + Filter Operator [FIL_162] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_20] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_desc"] @@ -165,11 +165,11 @@ Stage-0 SHUFFLE [RS_38] PartitionCols:_col4 Merge Join Operator [MERGEJOIN_135] (rows=421645953 width=135) - Conds:RS_35._col5=RS_36._col0(Left Outer),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col16"] - <-Map 19 [SIMPLE_EDGE] - SHUFFLE [RS_36] + Conds:RS_35._col5=RS_161._col0(Left Outer),Output:["_col1","_col4","_col6","_col7","_col9","_col10","_col16"] + <-Map 19 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_161] PartitionCols:_col0 - Select Operator [SEL_19] (rows=2300 width=1179) + Select Operator [SEL_160] (rows=2300 width=1179) Output:["_col0"] TableScan [TS_18] (rows=2300 width=1179) default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk"] @@ -177,13 +177,13 @@ Stage-0 SHUFFLE [RS_35] PartitionCols:_col5 Merge Join Operator [MERGEJOIN_134] (rows=383314495 width=135) - Conds:RS_32._col3=RS_33._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col9","_col10"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_33] + Conds:RS_32._col3=RS_159._col0(Inner),Output:["_col1","_col4","_col5","_col6","_col7","_col9","_col10"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_159] PartitionCols:_col0 - Select Operator [SEL_17] (rows=3600 width=107) + Select Operator [SEL_158] (rows=3600 width=107) Output:["_col0"] - Filter Operator [FIL_126] (rows=3600 width=107) + Filter Operator [FIL_157] (rows=3600 width=107) predicate:((hd_buy_potential = '1001-5000') and hd_demo_sk is not null) TableScan [TS_15] (rows=7200 width=107) default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"] @@ -191,13 +191,13 @@ Stage-0 SHUFFLE [RS_32] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_133] (rows=348467716 width=135) - Conds:RS_29._col2=RS_30._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_30] + Conds:RS_29._col2=RS_156._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9","_col10"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_156] PartitionCols:_col0 - Select Operator [SEL_14] (rows=930900 width=385) + Select Operator [SEL_155] (rows=930900 width=385) Output:["_col0"] - Filter Operator [FIL_125] (rows=930900 width=385) + Filter Operator [FIL_154] (rows=930900 width=385) predicate:((cd_marital_status = 'M') and cd_demo_sk is not null) TableScan [TS_12] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status"] @@ -205,22 +205,22 @@ Stage-0 SHUFFLE [RS_29] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_132] (rows=316788826 width=135) - Conds:RS_26._col0=RS_27._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_27] + Conds:RS_150._col0=RS_153._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10"] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_153] PartitionCols:_col0 - Select Operator [SEL_11] (rows=36524 width=1119) + Select Operator [SEL_152] (rows=36524 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_124] (rows=36524 width=1119) + Filter Operator [FIL_151] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null and d_week_seq is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_week_seq","d_year"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_26] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_150] PartitionCols:_col0 - Select Operator [SEL_8] (rows=287989836 width=135) + Select Operator [SEL_149] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_123] (rows=287989836 width=135) + Filter Operator [FIL_148] (rows=287989836 width=135) predicate:(cs_bill_cdemo_sk is not null and cs_bill_hdemo_sk is not null and cs_item_sk is not null and cs_ship_date_sk is not null and cs_sold_date_sk is not null) TableScan [TS_6] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_date_sk","cs_bill_cdemo_sk","cs_bill_hdemo_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_quantity"] @@ -228,22 +228,22 @@ Stage-0 SHUFFLE [RS_52] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_136] (rows=41342400 width=15) - Conds:RS_49._col2=RS_50._col0(Inner),Output:["_col0","_col1","_col3","_col5"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_49] + Conds:RS_144._col2=RS_147._col0(Inner),Output:["_col0","_col1","_col3","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_144] PartitionCols:_col2 - Select Operator [SEL_2] (rows=37584000 width=15) + Select Operator [SEL_143] (rows=37584000 width=15) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_121] (rows=37584000 width=15) + Filter Operator [FIL_142] (rows=37584000 width=15) predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_warehouse_sk is not null) TableScan [TS_0] (rows=37584000 width=15) default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_warehouse_sk","inv_quantity_on_hand"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_50] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_147] PartitionCols:_col0 - Select Operator [SEL_5] (rows=27 width=1029) + Select Operator [SEL_146] (rows=27 width=1029) Output:["_col0","_col1"] - Filter Operator [FIL_122] (rows=27 width=1029) + Filter Operator [FIL_145] (rows=27 width=1029) predicate:w_warehouse_sk is not null TableScan [TS_3] (rows=27 width=1029) default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"] diff --git ql/src/test/results/clientpositive/perf/tez/query73.q.out ql/src/test/results/clientpositive/perf/tez/query73.q.out index 9d6312f..c9a87ea 100644 --- ql/src/test/results/clientpositive/perf/tez/query73.q.out +++ ql/src/test/results/clientpositive/perf/tez/query73.q.out @@ -66,33 +66,33 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_37] - Select Operator [SEL_36] (rows=88000001 width=860) + Reducer 3 vectorized + File Output Operator [FS_78] + Select Operator [SEL_77] (rows=88000001 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_35] Select Operator [SEL_34] (rows=88000001 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_60] (rows=88000001 width=860) - Conds:RS_31._col0=RS_32._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_63._col0=RS_76._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_63] PartitionCols:_col0 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_62] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_52] (rows=80000000 width=860) + Filter Operator [FIL_61] (rows=80000000 width=860) predicate:c_customer_sk is not null TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_salutation","c_first_name","c_last_name","c_preferred_cust_flag"] - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_32] + <-Reducer 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_76] PartitionCols:_col1 - Filter Operator [FIL_29] (rows=42591679 width=88) + Filter Operator [FIL_75] (rows=42591679 width=88) predicate:_col2 BETWEEN 1 AND 5 - Select Operator [SEL_28] (rows=383325119 width=88) + Select Operator [SEL_74] (rows=383325119 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_27] (rows=383325119 width=88) + Group By Operator [GBY_73] (rows=383325119 width=88) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_26] @@ -100,13 +100,13 @@ Stage-0 Group By Operator [GBY_25] (rows=766650239 width=88) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col4 Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88) - Conds:RS_21._col3=RS_22._col0(Inner),Output:["_col1","_col4"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col3=RS_72._col0(Inner),Output:["_col1","_col4"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_72] PartitionCols:_col0 - Select Operator [SEL_14] (rows=852 width=1910) + Select Operator [SEL_71] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_56] (rows=852 width=1910) + Filter Operator [FIL_70] (rows=852 width=1910) predicate:((s_county) IN ('Mobile County', 'Maverick County', 'Huron County', 'Kittitas County') and s_store_sk is not null) TableScan [TS_12] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_county"] @@ -128,22 +128,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 4 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_66._col0=RS_69._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_66] PartitionCols:_col0 - Select Operator [SEL_5] (rows=575995635 width=88) + Select Operator [SEL_65] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_53] (rows=575995635 width=88) + Filter Operator [FIL_64] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_3] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_store_sk","ss_ticket_number"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_69] PartitionCols:_col0 - Select Operator [SEL_8] (rows=4058 width=1119) + Select Operator [SEL_68] (rows=4058 width=1119) Output:["_col0"] - Filter Operator [FIL_54] (rows=4058 width=1119) + Filter Operator [FIL_67] (rows=4058 width=1119) predicate:((d_year) IN (2000, 2001, 2002) and d_date_sk is not null and d_dom BETWEEN 1 AND 2) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dom"] diff --git ql/src/test/results/clientpositive/perf/tez/query74.q.out ql/src/test/results/clientpositive/perf/tez/query74.q.out index ee59718..1a11aa7 100644 --- ql/src/test/results/clientpositive/perf/tez/query74.q.out +++ ql/src/test/results/clientpositive/perf/tez/query74.q.out @@ -140,11 +140,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_92] - Limit [LIM_91] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_214] + Limit [LIM_213] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_90] (rows=383325119 width=88) + Select Operator [SEL_212] (rows=383325119 width=88) Output:["_col0","_col1","_col2"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_89] @@ -153,13 +153,13 @@ Stage-0 Filter Operator [FIL_87] (rows=383325119 width=88) predicate:((_col9 / _col1) > (_col7 / _col3)) Merge Join Operator [MERGEJOIN_171] (rows=1149975359 width=88) - Conds:RS_82._col0=RS_83._col0(Inner),RS_83._col0=RS_84._col0(Inner),RS_83._col0=RS_85._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9"] - <-Reducer 13 [SIMPLE_EDGE] - SHUFFLE [RS_85] + Conds:RS_211._col0=RS_199._col0(Inner),RS_199._col0=RS_194._col0(Inner),RS_199._col0=RS_206._col0(Inner),Output:["_col1","_col3","_col4","_col5","_col6","_col7","_col9"] + <-Reducer 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_206] PartitionCols:_col0 - Select Operator [SEL_81] (rows=87121617 width=135) + Select Operator [SEL_205] (rows=87121617 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_80] (rows=87121617 width=135) + Group By Operator [GBY_204] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_79] @@ -167,13 +167,13 @@ Stage-0 Group By Operator [GBY_78] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4 Merge Join Operator [MERGEJOIN_170] (rows=174243235 width=135) - Conds:RS_74._col1=RS_75._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_75] + Conds:RS_74._col1=RS_188._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_188] PartitionCols:_col0 - Select Operator [SEL_70] (rows=80000000 width=860) + Select Operator [SEL_187] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_160] (rows=80000000 width=860) + Filter Operator [FIL_186] (rows=80000000 width=860) predicate:(c_customer_id is not null and c_customer_sk is not null) TableScan [TS_68] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_first_name","c_last_name"] @@ -181,35 +181,35 @@ Stage-0 SHUFFLE [RS_74] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_169] (rows=158402938 width=135) - Conds:RS_71._col0=RS_72._col0(Inner),Output:["_col1","_col2","_col4"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_72] + Conds:RS_202._col0=RS_182._col0(Inner),Output:["_col1","_col2","_col4"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_182] PartitionCols:_col0 - Select Operator [SEL_67] (rows=18262 width=1119) + Select Operator [SEL_179] (rows=18262 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_159] (rows=18262 width=1119) + Filter Operator [FIL_176] (rows=18262 width=1119) predicate:((d_year = 2002) and (d_year) IN (2001, 2002) and d_date_sk is not null) TableScan [TS_65] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_71] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_202] PartitionCols:_col0 - Select Operator [SEL_64] (rows=144002668 width=135) + Select Operator [SEL_201] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_158] (rows=144002668 width=135) + Filter Operator [FIL_200] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null) TableScan [TS_62] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk","ws_net_paid"] - <-Reducer 16 [SIMPLE_EDGE] - SHUFFLE [RS_82] + <-Reducer 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_211] PartitionCols:_col0 - Select Operator [SEL_20] (rows=29040539 width=135) + Select Operator [SEL_210] (rows=29040539 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_19] (rows=29040539 width=135) + Filter Operator [FIL_209] (rows=29040539 width=135) predicate:(_col4 > 0) - Select Operator [SEL_161] (rows=87121617 width=135) + Select Operator [SEL_208] (rows=87121617 width=135) Output:["_col0","_col4"] - Group By Operator [GBY_18] (rows=87121617 width=135) + Group By Operator [GBY_207] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -217,34 +217,34 @@ Stage-0 Group By Operator [GBY_16] (rows=174243235 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4 Merge Join Operator [MERGEJOIN_164] (rows=174243235 width=135) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_190._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_190] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_70] + Please refer to the previous Select Operator [SEL_187] <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_163] (rows=158402938 width=135) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col4"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_10] + Conds:RS_203._col0=RS_184._col0(Inner),Output:["_col1","_col2","_col4"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_184] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_180] (rows=18262 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_150] (rows=18262 width=1119) + Filter Operator [FIL_177] (rows=18262 width=1119) predicate:((d_year = 2001) and (d_year) IN (2001, 2002) and d_date_sk is not null) Please refer to the previous TableScan [TS_65] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_9] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_203] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_64] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_84] + Please refer to the previous Select Operator [SEL_201] + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_194] PartitionCols:_col0 - Select Operator [SEL_61] (rows=348477374 width=88) + Select Operator [SEL_193] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_60] (rows=348477374 width=88) + Group By Operator [GBY_192] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_59] @@ -252,39 +252,39 @@ Stage-0 Group By Operator [GBY_58] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4 Merge Join Operator [MERGEJOIN_168] (rows=696954748 width=88) - Conds:RS_54._col1=RS_55._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_55] + Conds:RS_54._col1=RS_189._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_189] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_70] + Please refer to the previous Select Operator [SEL_187] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_54] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_167] (rows=633595212 width=88) - Conds:RS_51._col0=RS_52._col0(Inner),Output:["_col1","_col2","_col4"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_52] + Conds:RS_174._col0=RS_183._col0(Inner),Output:["_col1","_col2","_col4"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_183] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_67] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_51] + Please refer to the previous Select Operator [SEL_179] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_174] PartitionCols:_col0 - Select Operator [SEL_44] (rows=575995635 width=88) + Select Operator [SEL_173] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_155] (rows=575995635 width=88) + Filter Operator [FIL_172] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_42] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_net_paid"] - <-Reducer 9 [SIMPLE_EDGE] - SHUFFLE [RS_83] + <-Reducer 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_199] PartitionCols:_col0 - Select Operator [SEL_41] (rows=116159124 width=88) + Select Operator [SEL_198] (rows=116159124 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_40] (rows=116159124 width=88) + Filter Operator [FIL_197] (rows=116159124 width=88) predicate:(_col4 > 0) - Select Operator [SEL_162] (rows=348477374 width=88) + Select Operator [SEL_196] (rows=348477374 width=88) Output:["_col0","_col4"] - Group By Operator [GBY_39] (rows=348477374 width=88) + Group By Operator [GBY_195] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_38] @@ -292,26 +292,26 @@ Stage-0 Group By Operator [GBY_37] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(_col2)"],keys:_col6, _col7, _col8, _col4 Merge Join Operator [MERGEJOIN_166] (rows=696954748 width=88) - Conds:RS_33._col1=RS_34._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_34] + Conds:RS_33._col1=RS_191._col0(Inner),Output:["_col2","_col4","_col6","_col7","_col8"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_191] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_70] + Please refer to the previous Select Operator [SEL_187] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_33] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_165] (rows=633595212 width=88) - Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2","_col4"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_175._col0=RS_185._col0(Inner),Output:["_col1","_col2","_col4"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_185] PartitionCols:_col0 - Select Operator [SEL_26] (rows=18262 width=1119) + Select Operator [SEL_181] (rows=18262 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_153] (rows=18262 width=1119) + Filter Operator [FIL_178] (rows=18262 width=1119) predicate:((d_year = 2001) and (d_year) IN (2001, 2002) and d_date_sk is not null) Please refer to the previous TableScan [TS_65] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_30] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_175] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_44] + Please refer to the previous Select Operator [SEL_173] diff --git ql/src/test/results/clientpositive/perf/tez/query75.q.out ql/src/test/results/clientpositive/perf/tez/query75.q.out index 08e1620..2611dce 100644 --- ql/src/test/results/clientpositive/perf/tez/query75.q.out +++ ql/src/test/results/clientpositive/perf/tez/query75.q.out @@ -168,13 +168,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 10 - File Output Operator [FS_179] - Select Operator [SEL_178] (rows=100 width=111) + Reducer 10 vectorized + File Output Operator [FS_325] + Select Operator [SEL_324] (rows=100 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Limit [LIM_177] (rows=100 width=111) + Limit [LIM_323] (rows=100 width=111) Number of rows:100 - Select Operator [SEL_176] (rows=70276244 width=111) + Select Operator [SEL_322] (rows=70276244 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_175] @@ -183,21 +183,21 @@ Stage-0 Filter Operator [FIL_173] (rows=70276244 width=111) predicate:((CAST( _col10 AS decimal(17,2)) / CAST( _col4 AS decimal(17,2))) < 0.9) Merge Join Operator [MERGEJOIN_282] (rows=210828734 width=111) - Conds:RS_170._col0, _col1, _col2, _col3=RS_171._col0, _col1, _col2, _col3(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col10","_col11"] - <-Reducer 17 [SIMPLE_EDGE] - SHUFFLE [RS_171] + Conds:RS_318._col0, _col1, _col2, _col3=RS_321._col0, _col1, _col2, _col3(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col10","_col11"] + <-Reducer 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_321] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_168] (rows=191662482 width=111) + Group By Operator [GBY_320] (rows=191662482 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3 - Group By Operator [GBY_163] (rows=383324964 width=111) + Group By Operator [GBY_319] (rows=383324964 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 16 [SIMPLE_EDGE] - <-Reducer 15 [CONTAINS] - Reduce Output Operator [RS_162] + <-Reducer 15 [CONTAINS] vectorized + Reduce Output Operator [RS_328] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_161] (rows=766649929 width=111) + Group By Operator [GBY_327] (rows=766649929 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_134] (rows=574982367 width=103) + Group By Operator [GBY_326] (rows=574982367 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 14 [SIMPLE_EDGE] <-Reducer 13 [CONTAINS] @@ -208,13 +208,13 @@ Stage-0 Select Operator [SEL_106] (rows=383314495 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_275] (rows=383314495 width=135) - Conds:RS_103._col1, _col2=RS_104._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] - <-Map 32 [SIMPLE_EDGE] - SHUFFLE [RS_104] + Conds:RS_103._col1, _col2=RS_312._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + <-Map 32 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_312] PartitionCols:_col0, _col1 - Select Operator [SEL_11] (rows=28798881 width=106) + Select Operator [SEL_310] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_243] (rows=28798881 width=106) + Filter Operator [FIL_309] (rows=28798881 width=106) predicate:cr_item_sk is not null TableScan [TS_9] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_quantity","cr_return_amount"] @@ -222,13 +222,13 @@ Stage-0 SHUFFLE [RS_103] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_274] (rows=348467716 width=135) - Conds:RS_100._col1=RS_101._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_101] + Conds:RS_100._col1=RS_306._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_306] PartitionCols:_col0 - Select Operator [SEL_8] (rows=231000 width=1436) + Select Operator [SEL_302] (rows=231000 width=1436) Output:["_col0","_col1","_col2","_col3","_col5"] - Filter Operator [FIL_242] (rows=231000 width=1436) + Filter Operator [FIL_301] (rows=231000 width=1436) predicate:((i_category = 'Sports') and i_brand_id is not null and i_category_id is not null and i_class_id is not null and i_item_sk is not null and i_manufact_id is not null) TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand_id","i_class_id","i_category_id","i_category","i_manufact_id"] @@ -236,22 +236,22 @@ Stage-0 SHUFFLE [RS_100] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_273] (rows=316788826 width=135) - Conds:RS_97._col0=RS_98._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_98] + Conds:RS_286._col0=RS_298._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_298] PartitionCols:_col0 - Select Operator [SEL_90] (rows=36524 width=1119) + Select Operator [SEL_292] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_253] (rows=36524 width=1119) + Filter Operator [FIL_288] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_97] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_286] PartitionCols:_col0 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_284] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_240] (rows=287989836 width=135) + Filter Operator [FIL_283] (rows=287989836 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_item_sk","cs_order_number","cs_quantity","cs_ext_sales_price"] @@ -263,13 +263,13 @@ Stage-0 Select Operator [SEL_128] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_278] (rows=766650239 width=88) - Conds:RS_125._col1, _col2=RS_126._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] - <-Map 34 [SIMPLE_EDGE] - SHUFFLE [RS_126] + Conds:RS_125._col1, _col2=RS_336._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + <-Map 34 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_336] PartitionCols:_col0, _col1 - Select Operator [SEL_33] (rows=57591150 width=77) + Select Operator [SEL_334] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_247] (rows=57591150 width=77) + Filter Operator [FIL_333] (rows=57591150 width=77) predicate:sr_item_sk is not null TableScan [TS_31] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_quantity","sr_return_amt"] @@ -277,30 +277,30 @@ Stage-0 SHUFFLE [RS_125] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_277] (rows=696954748 width=88) - Conds:RS_122._col1=RS_123._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_123] + Conds:RS_122._col1=RS_307._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_307] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_302] <-Reducer 25 [SIMPLE_EDGE] SHUFFLE [RS_122] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_276] (rows=633595212 width=88) - Conds:RS_119._col0=RS_120._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_120] + Conds:RS_332._col0=RS_299._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_299] PartitionCols:_col0 - Select Operator [SEL_112] (rows=36524 width=1119) + Select Operator [SEL_293] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_257] (rows=36524 width=1119) + Filter Operator [FIL_289] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Map 33 [SIMPLE_EDGE] - SHUFFLE [RS_119] + <-Map 33 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_332] PartitionCols:_col0 - Select Operator [SEL_24] (rows=575995635 width=88) + Select Operator [SEL_330] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_244] (rows=575995635 width=88) + Filter Operator [FIL_329] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_22] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ticket_number","ss_quantity","ss_ext_sales_price"] @@ -312,13 +312,13 @@ Stage-0 Select Operator [SEL_157] (rows=191667562 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_281] (rows=191667562 width=135) - Conds:RS_154._col1, _col2=RS_155._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_155] + Conds:RS_154._col1, _col2=RS_344._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + <-Map 36 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_344] PartitionCols:_col0, _col1 - Select Operator [SEL_62] (rows=14398467 width=92) + Select Operator [SEL_342] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_251] (rows=14398467 width=92) + Filter Operator [FIL_341] (rows=14398467 width=92) predicate:wr_item_sk is not null TableScan [TS_60] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_quantity","wr_return_amt"] @@ -326,39 +326,39 @@ Stage-0 SHUFFLE [RS_154] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_280] (rows=174243235 width=135) - Conds:RS_151._col1=RS_152._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_152] + Conds:RS_151._col1=RS_308._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_308] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_302] <-Reducer 28 [SIMPLE_EDGE] SHUFFLE [RS_151] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_279] (rows=158402938 width=135) - Conds:RS_148._col0=RS_149._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_149] + Conds:RS_340._col0=RS_300._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_300] PartitionCols:_col0 - Select Operator [SEL_141] (rows=36524 width=1119) + Select Operator [SEL_294] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_261] (rows=36524 width=1119) + Filter Operator [FIL_290] (rows=36524 width=1119) predicate:((d_year = 2002) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_148] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_340] PartitionCols:_col0 - Select Operator [SEL_53] (rows=144002668 width=135) + Select Operator [SEL_338] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_248] (rows=144002668 width=135) + Filter Operator [FIL_337] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_51] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_order_number","ws_quantity","ws_ext_sales_price"] - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_170] + <-Reducer 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_318] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_83] (rows=191662482 width=111) + Group By Operator [GBY_317] (rows=191662482 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3 - Group By Operator [GBY_78] (rows=383324964 width=111) + Group By Operator [GBY_316] (rows=383324964 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 7 [SIMPLE_EDGE] <-Reducer 24 [CONTAINS] @@ -369,43 +369,43 @@ Stage-0 Select Operator [SEL_72] (rows=191667562 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_272] (rows=191667562 width=135) - Conds:RS_69._col1, _col2=RS_70._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_70] + Conds:RS_69._col1, _col2=RS_343._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + <-Map 36 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_343] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_62] + Please refer to the previous Select Operator [SEL_342] <-Reducer 23 [SIMPLE_EDGE] SHUFFLE [RS_69] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_271] (rows=174243235 width=135) - Conds:RS_66._col1=RS_67._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_67] + Conds:RS_66._col1=RS_305._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_305] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_302] <-Reducer 22 [SIMPLE_EDGE] SHUFFLE [RS_66] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_270] (rows=158402938 width=135) - Conds:RS_63._col0=RS_64._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_64] + Conds:RS_339._col0=RS_297._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_297] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36524 width=1119) + Select Operator [SEL_291] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_241] (rows=36524 width=1119) + Filter Operator [FIL_287] (rows=36524 width=1119) predicate:((d_year = 2001) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_63] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_339] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_53] - <-Reducer 6 [CONTAINS] - Reduce Output Operator [RS_77] + Please refer to the previous Select Operator [SEL_338] + <-Reducer 6 [CONTAINS] vectorized + Reduce Output Operator [RS_315] PartitionCols:_col0, _col1, _col2, _col3 - Group By Operator [GBY_76] (rows=766649929 width=111) + Group By Operator [GBY_314] (rows=766649929 width=111) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:_col0, _col1, _col2, _col3, _col4, _col5 - Group By Operator [GBY_49] (rows=574982367 width=103) + Group By Operator [GBY_313] (rows=574982367 width=103) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 5 [SIMPLE_EDGE] <-Reducer 21 [CONTAINS] @@ -416,33 +416,33 @@ Stage-0 Select Operator [SEL_43] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_269] (rows=766650239 width=88) - Conds:RS_40._col1, _col2=RS_41._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] - <-Map 34 [SIMPLE_EDGE] - SHUFFLE [RS_41] + Conds:RS_40._col1, _col2=RS_335._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + <-Map 34 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_335] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_33] + Please refer to the previous Select Operator [SEL_334] <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_40] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_268] (rows=696954748 width=88) - Conds:RS_37._col1=RS_38._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_38] + Conds:RS_37._col1=RS_304._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_304] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_302] <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_37] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_267] (rows=633595212 width=88) - Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_35] + Conds:RS_331._col0=RS_296._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_296] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 33 [SIMPLE_EDGE] - SHUFFLE [RS_34] + Please refer to the previous Select Operator [SEL_291] + <-Map 33 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_331] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_24] + Please refer to the previous Select Operator [SEL_330] <-Reducer 4 [CONTAINS] Reduce Output Operator [RS_48] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5 @@ -451,31 +451,31 @@ Stage-0 Select Operator [SEL_21] (rows=383314495 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_266] (rows=383314495 width=135) - Conds:RS_18._col1, _col2=RS_19._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] - <-Map 32 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col1, _col2=RS_311._col0, _col1(Left Outer),Output:["_col3","_col4","_col8","_col9","_col10","_col12","_col15","_col16"] + <-Map 32 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_311] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_310] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col1, _col2 Merge Join Operator [MERGEJOIN_265] (rows=348467716 width=135) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col1=RS_303._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col8","_col9","_col10","_col12"] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_303] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_302] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_264] (rows=316788826 width=135) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_285._col0=RS_295._col0(Inner),Output:["_col1","_col2","_col3","_col4"] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_295] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Please refer to the previous Select Operator [SEL_291] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_285] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] + Please refer to the previous Select Operator [SEL_284] diff --git ql/src/test/results/clientpositive/perf/tez/query76.q.out ql/src/test/results/clientpositive/perf/tez/query76.q.out index f2492c2..2f89ba5 100644 --- ql/src/test/results/clientpositive/perf/tez/query76.q.out +++ ql/src/test/results/clientpositive/perf/tez/query76.q.out @@ -60,15 +60,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_58] - Limit [LIM_57] (rows=100 width=108) + Reducer 6 vectorized + File Output Operator [FS_104] + Limit [LIM_103] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_56] (rows=304916424 width=108) + Select Operator [SEL_102] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_55] - Group By Operator [GBY_53] (rows=304916424 width=108) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_101] + Group By Operator [GBY_100] (rows=304916424 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 4 [SIMPLE_EDGE] <-Reducer 10 [CONTAINS] @@ -79,13 +79,13 @@ Stage-0 Select Operator [SEL_48] (rows=174233858 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_88] (rows=174233858 width=135) - Conds:RS_45._col0=RS_46._col0(Inner),Output:["_col3","_col5","_col7","_col8"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_46] + Conds:RS_45._col0=RS_116._col0(Inner),Output:["_col3","_col5","_col7","_col8"] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_116] PartitionCols:_col0 - Select Operator [SEL_41] (rows=73049 width=1119) + Select Operator [SEL_115] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_82] (rows=73049 width=1119) + Filter Operator [FIL_114] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_39] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] @@ -93,22 +93,22 @@ Stage-0 SHUFFLE [RS_45] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_87] (rows=158394413 width=135) - Conds:RS_42._col2=RS_43._col0(Inner),Output:["_col0","_col3","_col5"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_43] + Conds:RS_113._col2=RS_93._col0(Inner),Output:["_col0","_col3","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_93] PartitionCols:_col0 - Select Operator [SEL_2] (rows=462000 width=1436) + Select Operator [SEL_90] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_74] (rows=462000 width=1436) + Filter Operator [FIL_89] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_0] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_category"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_42] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_113] PartitionCols:_col2 - Select Operator [SEL_35] (rows=143994918 width=135) + Select Operator [SEL_112] (rows=143994918 width=135) Output:["_col0","_col2","_col3"] - Filter Operator [FIL_80] (rows=143994918 width=135) + Filter Operator [FIL_111] (rows=143994918 width=135) predicate:(cs_item_sk is not null and cs_sold_date_sk is not null and cs_warehouse_sk is null) TableScan [TS_33] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_warehouse_sk","cs_item_sk","cs_ext_sales_price"] @@ -120,13 +120,13 @@ Stage-0 Select Operator [SEL_15] (rows=348477373 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_84] (rows=348477373 width=88) - Conds:RS_12._col2=RS_13._col0(Inner),Output:["_col1","_col5","_col7","_col8"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col2=RS_99._col0(Inner),Output:["_col1","_col5","_col7","_col8"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_99] PartitionCols:_col0 - Select Operator [SEL_8] (rows=73049 width=1119) + Select Operator [SEL_98] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_76] (rows=73049 width=1119) + Filter Operator [FIL_97] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] @@ -134,17 +134,17 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_83] (rows=316797605 width=88) - Conds:RS_9._col0=RS_10._col1(Inner),Output:["_col1","_col2","_col5"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Conds:RS_91._col0=RS_96._col1(Inner),Output:["_col1","_col2","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_91] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_10] + Please refer to the previous Select Operator [SEL_90] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_96] PartitionCols:_col1 - Select Operator [SEL_5] (rows=287997817 width=88) + Select Operator [SEL_95] (rows=287997817 width=88) Output:["_col0","_col1","_col3"] - Filter Operator [FIL_75] (rows=287997817 width=88) + Filter Operator [FIL_94] (rows=287997817 width=88) predicate:(ss_addr_sk is null and ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_3] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_addr_sk","ss_ext_sales_price"] @@ -156,13 +156,13 @@ Stage-0 Select Operator [SEL_31] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Merge Join Operator [MERGEJOIN_86] (rows=87121617 width=135) - Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col3","_col5","_col7","_col8"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_29] + Conds:RS_28._col0=RS_110._col0(Inner),Output:["_col3","_col5","_col7","_col8"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_110] PartitionCols:_col0 - Select Operator [SEL_24] (rows=73049 width=1119) + Select Operator [SEL_109] (rows=73049 width=1119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_79] (rows=73049 width=1119) + Filter Operator [FIL_108] (rows=73049 width=1119) predicate:d_date_sk is not null TableScan [TS_22] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] @@ -170,17 +170,17 @@ Stage-0 SHUFFLE [RS_28] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_85] (rows=79201469 width=135) - Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0","_col3","_col5"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_26] + Conds:RS_107._col1=RS_92._col0(Inner),Output:["_col0","_col3","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_92] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Please refer to the previous Select Operator [SEL_90] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_107] PartitionCols:_col1 - Select Operator [SEL_18] (rows=72001334 width=135) + Select Operator [SEL_106] (rows=72001334 width=135) Output:["_col0","_col1","_col3"] - Filter Operator [FIL_77] (rows=72001334 width=135) + Filter Operator [FIL_105] (rows=72001334 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null and ws_web_page_sk is null) TableScan [TS_16] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_ext_sales_price"] diff --git ql/src/test/results/clientpositive/perf/tez/query77.q.out ql/src/test/results/clientpositive/perf/tez/query77.q.out index 8f64a29..d0017c2 100644 --- ql/src/test/results/clientpositive/perf/tez/query77.q.out +++ ql/src/test/results/clientpositive/perf/tez/query77.q.out @@ -240,17 +240,17 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 8 - File Output Operator [FS_130] - Limit [LIM_129] (rows=100 width=163) + Reducer 8 vectorized + File Output Operator [FS_217] + Limit [LIM_216] (rows=100 width=163) Number of rows:100 - Select Operator [SEL_128] (rows=956329968 width=163) + Select Operator [SEL_215] (rows=956329968 width=163) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 7 [SIMPLE_EDGE] - SHUFFLE [RS_127] - Select Operator [SEL_126] (rows=956329968 width=163) + <-Reducer 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_214] + Select Operator [SEL_213] (rows=956329968 width=163) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_125] (rows=956329968 width=163) + Group By Operator [GBY_212] (rows=956329968 width=163) Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 6 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] @@ -262,9 +262,9 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_188] (rows=158394413 width=360) Conds:(Inner),Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 14 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_72] - Group By Operator [GBY_56] (rows=158394413 width=135) + <-Reducer 14 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_222] + Group By Operator [GBY_221] (rows=158394413 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_55] @@ -272,45 +272,45 @@ Stage-0 Group By Operator [GBY_54] (rows=316788826 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col1 Merge Join Operator [MERGEJOIN_181] (rows=316788826 width=135) - Conds:RS_50._col0=RS_51._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_51] + Conds:RS_220._col0=RS_197._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_197] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_194] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_162] (rows=8116 width=1119) + Filter Operator [FIL_193] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-09-03 00:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] - <-Map 27 [SIMPLE_EDGE] - SHUFFLE [RS_50] + <-Map 27 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_220] PartitionCols:_col0 - Select Operator [SEL_46] (rows=287989836 width=135) + Select Operator [SEL_219] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_167] (rows=287989836 width=135) + Filter Operator [FIL_218] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null TableScan [TS_44] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_call_center_sk","cs_ext_sales_price","cs_net_profit"] - <-Reducer 17 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_73] - Group By Operator [GBY_70] (rows=1 width=224) + <-Reducer 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_227] + Group By Operator [GBY_226] (rows=1 width=224) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] <-Reducer 16 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_69] Group By Operator [GBY_68] (rows=1 width=224) Output:["_col0","_col1"],aggregations:["sum(_col1)","sum(_col2)"] Merge Join Operator [MERGEJOIN_182] (rows=31678769 width=106) - Conds:RS_64._col0=RS_65._col0(Inner),Output:["_col1","_col2"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_65] + Conds:RS_225._col0=RS_198._col0(Inner),Output:["_col1","_col2"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_198] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 28 [SIMPLE_EDGE] - SHUFFLE [RS_64] + Please refer to the previous Select Operator [SEL_194] + <-Map 28 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_225] PartitionCols:_col0 - Select Operator [SEL_60] (rows=28798881 width=106) + Select Operator [SEL_224] (rows=28798881 width=106) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_169] (rows=28798881 width=106) + Filter Operator [FIL_223] (rows=28798881 width=106) predicate:cr_returned_date_sk is not null TableScan [TS_58] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_return_amount","cr_net_loss"] @@ -322,11 +322,11 @@ Stage-0 Select Operator [SEL_120] (rows=95833780 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_189] (rows=95833780 width=135) - Conds:RS_117._col0=RS_118._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] - <-Reducer 20 [ONE_TO_ONE_EDGE] - FORWARD [RS_117] + Conds:RS_236._col0=RS_241._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] + <-Reducer 20 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_236] PartitionCols:_col0 - Group By Operator [GBY_95] (rows=87121617 width=135) + Group By Operator [GBY_235] (rows=87121617 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_94] @@ -334,13 +334,13 @@ Stage-0 Group By Operator [GBY_93] (rows=174243235 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_184] (rows=174243235 width=135) - Conds:RS_89._col1=RS_90._col0(Inner),Output:["_col2","_col3","_col6"] - <-Map 30 [SIMPLE_EDGE] - SHUFFLE [RS_90] + Conds:RS_89._col1=RS_233._col0(Inner),Output:["_col2","_col3","_col6"] + <-Map 30 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_233] PartitionCols:_col0 - Select Operator [SEL_85] (rows=4602 width=585) + Select Operator [SEL_232] (rows=4602 width=585) Output:["_col0"] - Filter Operator [FIL_173] (rows=4602 width=585) + Filter Operator [FIL_231] (rows=4602 width=585) predicate:wp_web_page_sk is not null TableScan [TS_83] (rows=4602 width=585) default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk"] @@ -348,24 +348,24 @@ Stage-0 SHUFFLE [RS_89] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_183] (rows=158402938 width=135) - Conds:RS_86._col0=RS_87._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_87] + Conds:RS_230._col0=RS_199._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_199] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 29 [SIMPLE_EDGE] - SHUFFLE [RS_86] + Please refer to the previous Select Operator [SEL_194] + <-Map 29 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_230] PartitionCols:_col0 - Select Operator [SEL_79] (rows=144002668 width=135) + Select Operator [SEL_229] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_171] (rows=144002668 width=135) + Filter Operator [FIL_228] (rows=144002668 width=135) predicate:(ws_sold_date_sk is not null and ws_web_page_sk is not null) TableScan [TS_77] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_web_page_sk","ws_ext_sales_price","ws_net_profit"] - <-Reducer 24 [ONE_TO_ONE_EDGE] - FORWARD [RS_118] + <-Reducer 24 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_241] PartitionCols:_col0 - Group By Operator [GBY_115] (rows=8711072 width=92) + Group By Operator [GBY_240] (rows=8711072 width=92) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 23 [SIMPLE_EDGE] SHUFFLE [RS_114] @@ -373,26 +373,26 @@ Stage-0 Group By Operator [GBY_113] (rows=17422145 width=92) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_186] (rows=17422145 width=92) - Conds:RS_109._col1=RS_110._col0(Inner),Output:["_col2","_col3","_col6"] - <-Map 30 [SIMPLE_EDGE] - SHUFFLE [RS_110] + Conds:RS_109._col1=RS_234._col0(Inner),Output:["_col2","_col3","_col6"] + <-Map 30 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_234] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_85] + Please refer to the previous Select Operator [SEL_232] <-Reducer 22 [SIMPLE_EDGE] SHUFFLE [RS_109] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_185] (rows=15838314 width=92) - Conds:RS_106._col0=RS_107._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_107] + Conds:RS_239._col0=RS_200._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_200] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 31 [SIMPLE_EDGE] - SHUFFLE [RS_106] + Please refer to the previous Select Operator [SEL_194] + <-Map 31 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_239] PartitionCols:_col0 - Select Operator [SEL_99] (rows=14398467 width=92) + Select Operator [SEL_238] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_174] (rows=14398467 width=92) + Filter Operator [FIL_237] (rows=14398467 width=92) predicate:(wr_returned_date_sk is not null and wr_web_page_sk is not null) TableScan [TS_97] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_web_page_sk","wr_return_amt","wr_net_loss"] @@ -404,11 +404,11 @@ Stage-0 Select Operator [SEL_43] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] Merge Join Operator [MERGEJOIN_187] (rows=383325119 width=88) - Conds:RS_40._col0=RS_41._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] - <-Reducer 12 [ONE_TO_ONE_EDGE] - FORWARD [RS_41] + Conds:RS_206._col0=RS_211._col0(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5"] + <-Reducer 12 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_211] PartitionCols:_col0 - Group By Operator [GBY_38] (rows=34842647 width=77) + Group By Operator [GBY_210] (rows=34842647 width=77) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_37] @@ -416,13 +416,13 @@ Stage-0 Group By Operator [GBY_36] (rows=69685294 width=77) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_180] (rows=69685294 width=77) - Conds:RS_32._col1=RS_33._col0(Inner),Output:["_col2","_col3","_col6"] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_33] + Conds:RS_32._col1=RS_204._col0(Inner),Output:["_col2","_col3","_col6"] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_204] PartitionCols:_col0 - Select Operator [SEL_8] (rows=1704 width=1910) + Select Operator [SEL_202] (rows=1704 width=1910) Output:["_col0"] - Filter Operator [FIL_163] (rows=1704 width=1910) + Filter Operator [FIL_201] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_6] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk"] @@ -430,24 +430,24 @@ Stage-0 SHUFFLE [RS_32] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_179] (rows=63350266 width=77) - Conds:RS_29._col0=RS_30._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_30] + Conds:RS_209._col0=RS_196._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_196] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 26 [SIMPLE_EDGE] - SHUFFLE [RS_29] + Please refer to the previous Select Operator [SEL_194] + <-Map 26 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_209] PartitionCols:_col0 - Select Operator [SEL_22] (rows=57591150 width=77) + Select Operator [SEL_208] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_164] (rows=57591150 width=77) + Filter Operator [FIL_207] (rows=57591150 width=77) predicate:(sr_returned_date_sk is not null and sr_store_sk is not null) TableScan [TS_20] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_store_sk","sr_return_amt","sr_net_loss"] - <-Reducer 4 [ONE_TO_ONE_EDGE] - FORWARD [RS_40] + <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_206] PartitionCols:_col0 - Group By Operator [GBY_18] (rows=348477374 width=88) + Group By Operator [GBY_205] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -455,26 +455,26 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","sum(_col3)"],keys:_col6 Merge Join Operator [MERGEJOIN_178] (rows=696954748 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col3","_col6"] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_203._col0(Inner),Output:["_col2","_col3","_col6"] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_203] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_202] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_177] (rows=633595212 width=88) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_10] + Conds:RS_192._col0=RS_195._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_195] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Please refer to the previous Select Operator [SEL_194] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_192] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_191] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_161] (rows=575995635 width=88) + Filter Operator [FIL_190] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_ext_sales_price","ss_net_profit"] diff --git ql/src/test/results/clientpositive/perf/tez/query78.q.out ql/src/test/results/clientpositive/perf/tez/query78.q.out index 7cf4200..d028b0a 100644 --- ql/src/test/results/clientpositive/perf/tez/query78.q.out +++ ql/src/test/results/clientpositive/perf/tez/query78.q.out @@ -132,11 +132,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_77] - Limit [LIM_76] (rows=100 width=88) + Reducer 6 vectorized + File Output Operator [FS_144] + Limit [LIM_143] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_74] (rows=23425424 width=88) + Select Operator [SEL_142] (rows=23425424 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_73] @@ -145,13 +145,13 @@ Stage-0 Filter Operator [FIL_71] (rows=23425424 width=88) predicate:(COALESCE(_col11,0) > 0) Merge Join Operator [MERGEJOIN_112] (rows=70276272 width=88) - Conds:RS_68._col1=RS_69._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col11","_col12","_col13"] - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_69] + Conds:RS_68._col1=RS_141._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col11","_col12","_col13"] + <-Reducer 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_141] PartitionCols:_col0 - Select Operator [SEL_67] (rows=43558464 width=135) + Select Operator [SEL_140] (rows=43558464 width=135) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_66] (rows=43558464 width=135) + Group By Operator [GBY_139] (rows=43558464 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_65] @@ -159,13 +159,13 @@ Stage-0 Group By Operator [GBY_64] (rows=87116928 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col3, _col4 Merge Join Operator [MERGEJOIN_110] (rows=87116928 width=135) - Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_60] + Conds:RS_117._col0=RS_61._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_117] PartitionCols:_col0 - Select Operator [SEL_2] (rows=36524 width=1119) + Select Operator [SEL_114] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_96] (rows=36524 width=1119) + Filter Operator [FIL_113] (rows=36524 width=1119) predicate:((d_year = 2000) and d_date_sk is not null) TableScan [TS_0] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] @@ -177,20 +177,20 @@ Stage-0 Filter Operator [FIL_58] (rows=79197206 width=135) predicate:_col8 is null Merge Join Operator [MERGEJOIN_107] (rows=158394413 width=135) - Conds:RS_55._col2, _col3=RS_56._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_55] + Conds:RS_136._col2, _col3=RS_138._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_136] PartitionCols:_col2, _col3 - Select Operator [SEL_52] (rows=143994918 width=135) + Select Operator [SEL_135] (rows=143994918 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_103] (rows=143994918 width=135) + Filter Operator [FIL_134] (rows=143994918 width=135) predicate:((cs_item_sk = cs_item_sk) and cs_sold_date_sk is not null) TableScan [TS_50] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk","cs_order_number","cs_quantity","cs_wholesale_cost","cs_sales_price"] - <-Map 19 [SIMPLE_EDGE] - SHUFFLE [RS_56] + <-Map 19 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_138] PartitionCols:_col0, _col1 - Select Operator [SEL_54] (rows=28798881 width=106) + Select Operator [SEL_137] (rows=28798881 width=106) Output:["_col0","_col1"] TableScan [TS_53] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number"] @@ -200,13 +200,13 @@ Stage-0 Filter Operator [FIL_45] (rows=63887519 width=88) predicate:(COALESCE(_col7,0) > 0) Merge Join Operator [MERGEJOIN_111] (rows=191662559 width=88) - Conds:RS_42._col1, _col0=RS_43._col1, _col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9"] - <-Reducer 3 [ONE_TO_ONE_EDGE] - FORWARD [RS_42] + Conds:RS_125._col1, _col0=RS_133._col1, _col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9"] + <-Reducer 3 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_125] PartitionCols:_col1, _col0 - Select Operator [SEL_20] (rows=174238687 width=88) + Select Operator [SEL_124] (rows=174238687 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_19] (rows=174238687 width=88) + Group By Operator [GBY_123] (rows=174238687 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -214,11 +214,11 @@ Stage-0 Group By Operator [GBY_17] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col4, _col3 Merge Join Operator [MERGEJOIN_108] (rows=348477374 width=88) - Conds:RS_13._col0=RS_14._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_115._col0=RS_14._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_115] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] + Please refer to the previous Select Operator [SEL_114] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_14] PartitionCols:_col0 @@ -227,29 +227,29 @@ Stage-0 Filter Operator [FIL_11] (rows=316797606 width=88) predicate:_col8 is null Merge Join Operator [MERGEJOIN_105] (rows=633595212 width=88) - Conds:RS_8._col1, _col3=RS_9._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_8] + Conds:RS_120._col1, _col3=RS_122._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_120] PartitionCols:_col1, _col3 - Select Operator [SEL_5] (rows=575995635 width=88) + Select Operator [SEL_119] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_97] (rows=575995635 width=88) + Filter Operator [FIL_118] (rows=575995635 width=88) predicate:ss_sold_date_sk is not null TableScan [TS_3] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_ticket_number","ss_quantity","ss_wholesale_cost","ss_sales_price"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_9] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_122] PartitionCols:_col0, _col1 - Select Operator [SEL_7] (rows=57591150 width=77) + Select Operator [SEL_121] (rows=57591150 width=77) Output:["_col0","_col1"] TableScan [TS_6] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number"] - <-Reducer 8 [ONE_TO_ONE_EDGE] - FORWARD [RS_43] + <-Reducer 8 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_133] PartitionCols:_col1, _col0 - Select Operator [SEL_41] (rows=43560808 width=135) + Select Operator [SEL_132] (rows=43560808 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_40] (rows=43560808 width=135) + Group By Operator [GBY_131] (rows=43560808 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_39] @@ -257,11 +257,11 @@ Stage-0 Group By Operator [GBY_38] (rows=87121617 width=135) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col6)","sum(_col7)","sum(_col8)"],keys:_col4, _col3 Merge Join Operator [MERGEJOIN_109] (rows=87121617 width=135) - Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_34] + Conds:RS_116._col0=RS_35._col0(Inner),Output:["_col3","_col4","_col6","_col7","_col8"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_116] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] + Please refer to the previous Select Operator [SEL_114] <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_35] PartitionCols:_col0 @@ -270,20 +270,20 @@ Stage-0 Filter Operator [FIL_32] (rows=79201469 width=135) predicate:_col8 is null Merge Join Operator [MERGEJOIN_106] (rows=158402938 width=135) - Conds:RS_29._col1, _col3=RS_30._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_29] + Conds:RS_128._col1, _col3=RS_130._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col6","_col8"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_128] PartitionCols:_col1, _col3 - Select Operator [SEL_26] (rows=144002668 width=135) + Select Operator [SEL_127] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_100] (rows=144002668 width=135) + Filter Operator [FIL_126] (rows=144002668 width=135) predicate:ws_sold_date_sk is not null TableScan [TS_24] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_bill_customer_sk","ws_order_number","ws_quantity","ws_wholesale_cost","ws_sales_price"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_30] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_130] PartitionCols:_col0, _col1 - Select Operator [SEL_28] (rows=14398467 width=92) + Select Operator [SEL_129] (rows=14398467 width=92) Output:["_col0","_col1"] TableScan [TS_27] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number"] diff --git ql/src/test/results/clientpositive/perf/tez/query79.q.out ql/src/test/results/clientpositive/perf/tez/query79.q.out index 09c71b0..aed6214 100644 --- ql/src/test/results/clientpositive/perf/tez/query79.q.out +++ ql/src/test/results/clientpositive/perf/tez/query79.q.out @@ -56,33 +56,33 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_37] - Limit [LIM_35] (rows=100 width=88) + Reducer 3 vectorized + File Output Operator [FS_81] + Limit [LIM_80] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_34] (rows=421657640 width=88) + Select Operator [SEL_79] (rows=421657640 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_33] Select Operator [SEL_32] (rows=421657640 width=88) Output:["_col0","_col1","_col3","_col4","_col5","_col6"] Merge Join Operator [MERGEJOIN_60] (rows=421657640 width=88) - Conds:RS_29._col0=RS_30._col1(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_29] + Conds:RS_63._col0=RS_78._col1(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_63] PartitionCols:_col0 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_62] (rows=80000000 width=860) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_52] (rows=80000000 width=860) + Filter Operator [FIL_61] (rows=80000000 width=860) predicate:c_customer_sk is not null TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"] - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_30] + <-Reducer 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_78] PartitionCols:_col1 - Select Operator [SEL_28] (rows=383325119 width=88) + Select Operator [SEL_77] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_27] (rows=383325119 width=88) + Group By Operator [GBY_76] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_26] @@ -90,13 +90,13 @@ Stage-0 Group By Operator [GBY_25] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col6)","sum(_col7)"],keys:_col1, _col3, _col5, _col13 Merge Join Operator [MERGEJOIN_59] (rows=766650239 width=88) - Conds:RS_21._col2=RS_22._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col13"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col2=RS_75._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col13"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_75] PartitionCols:_col0 - Select Operator [SEL_14] (rows=6000 width=107) + Select Operator [SEL_74] (rows=6000 width=107) Output:["_col0"] - Filter Operator [FIL_56] (rows=6000 width=107) + Filter Operator [FIL_73] (rows=6000 width=107) predicate:(((hd_dep_count = 8) or (hd_vehicle_count > 0)) and hd_demo_sk is not null) TableScan [TS_12] (rows=7200 width=107) default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] @@ -104,13 +104,13 @@ Stage-0 SHUFFLE [RS_21] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_58] (rows=696954748 width=88) - Conds:RS_18._col4=RS_19._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col13"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col4=RS_72._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col13"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_72] PartitionCols:_col0 - Select Operator [SEL_11] (rows=189 width=1910) + Select Operator [SEL_71] (rows=189 width=1910) Output:["_col0","_col2"] - Filter Operator [FIL_55] (rows=189 width=1910) + Filter Operator [FIL_70] (rows=189 width=1910) predicate:(s_number_employees BETWEEN 200 AND 295 and s_store_sk is not null) TableScan [TS_9] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_number_employees","s_city"] @@ -118,22 +118,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col4 Merge Join Operator [MERGEJOIN_57] (rows=633595212 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map 4 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_66._col0=RS_69._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_66] PartitionCols:_col0 - Select Operator [SEL_5] (rows=575995635 width=88) + Select Operator [SEL_65] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_53] (rows=575995635 width=88) + Filter Operator [FIL_64] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_hdemo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_3] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_ticket_number","ss_coupon_amt","ss_net_profit"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_69] PartitionCols:_col0 - Select Operator [SEL_8] (rows=18262 width=1119) + Select Operator [SEL_68] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_54] (rows=18262 width=1119) + Filter Operator [FIL_67] (rows=18262 width=1119) predicate:((d_dow = 1) and (d_year) IN (1998, 1999, 2000) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_dow"] diff --git ql/src/test/results/clientpositive/perf/tez/query8.q.out ql/src/test/results/clientpositive/perf/tez/query8.q.out index cc38f7f..fef9ae9 100644 --- ql/src/test/results/clientpositive/perf/tez/query8.q.out +++ ql/src/test/results/clientpositive/perf/tez/query8.q.out @@ -230,15 +230,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 5 - File Output Operator [FS_63] - Limit [LIM_62] (rows=100 width=88) + Reducer 5 vectorized + File Output Operator [FS_107] + Limit [LIM_106] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_61] (rows=348477374 width=88) + Select Operator [SEL_105] (rows=348477374 width=88) Output:["_col0","_col1"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_60] - Group By Operator [GBY_58] (rows=348477374 width=88) + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_104] + Group By Operator [GBY_103] (rows=348477374 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_57] @@ -251,43 +251,43 @@ Stage-0 SHUFFLE [RS_53] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_88] (rows=1874 width=1911) - Conds:RS_45.substr(_col0, 1, 2)=RS_46.substr(_col2, 1, 2)(Inner),Output:["_col1","_col2"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_46] + Conds:RS_99.substr(_col0, 1, 2)=RS_102.substr(_col2, 1, 2)(Inner),Output:["_col1","_col2"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_102] PartitionCols:substr(_col2, 1, 2) - Select Operator [SEL_44] (rows=1704 width=1910) + Select Operator [SEL_101] (rows=1704 width=1910) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_85] (rows=1704 width=1910) + Filter Operator [FIL_100] (rows=1704 width=1910) predicate:(s_store_sk is not null and substr(s_zip, 1, 2) is not null) TableScan [TS_42] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_zip"] - <-Reducer 10 [SIMPLE_EDGE] - SHUFFLE [RS_45] + <-Reducer 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_99] PartitionCols:substr(_col0, 1, 2) - Select Operator [SEL_41] (rows=1 width=1014) + Select Operator [SEL_98] (rows=1 width=1014) Output:["_col0"] - Filter Operator [FIL_40] (rows=1 width=1014) + Filter Operator [FIL_97] (rows=1 width=1014) predicate:(_col1 = 2L) - Group By Operator [GBY_39] (rows=6833333 width=1014) + Group By Operator [GBY_96] (rows=6833333 width=1014) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Union 9 [SIMPLE_EDGE] - <-Reducer 15 [CONTAINS] - Reduce Output Operator [RS_38] + <-Reducer 15 [CONTAINS] vectorized + Reduce Output Operator [RS_128] PartitionCols:_col0 - Group By Operator [GBY_37] (rows=13666666 width=1014) + Group By Operator [GBY_127] (rows=13666666 width=1014) Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0 - Group By Operator [GBY_32] (rows=3666666 width=1014) + Group By Operator [GBY_126] (rows=3666666 width=1014) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 - <-Reducer 14 [SIMPLE_EDGE] - SHUFFLE [RS_31] + <-Reducer 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_125] PartitionCols:_col0 - Group By Operator [GBY_30] (rows=7333333 width=1014) + Group By Operator [GBY_124] (rows=7333333 width=1014) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_28] (rows=7333333 width=1014) + Select Operator [SEL_123] (rows=7333333 width=1014) Output:["_col0"] - Filter Operator [FIL_27] (rows=7333333 width=1014) + Filter Operator [FIL_122] (rows=7333333 width=1014) predicate:(_col1 > 10L) - Group By Operator [GBY_26] (rows=22000000 width=1014) + Group By Operator [GBY_121] (rows=22000000 width=1014) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -295,40 +295,40 @@ Stage-0 Group By Operator [GBY_24] (rows=44000000 width=1014) Output:["_col0","_col1"],aggregations:["count()"],keys:_col1 Merge Join Operator [MERGEJOIN_87] (rows=44000000 width=1014) - Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_20] + Conds:RS_117._col0=RS_120._col0(Inner),Output:["_col1"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_117] PartitionCols:_col0 - Select Operator [SEL_16] (rows=40000000 width=1014) + Select Operator [SEL_116] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_83] (rows=40000000 width=1014) + Filter Operator [FIL_115] (rows=40000000 width=1014) predicate:(ca_address_sk is not null and substr(substr(ca_zip, 1, 5), 1, 2) is not null) TableScan [TS_14] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_zip"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_21] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_120] PartitionCols:_col0 - Select Operator [SEL_19] (rows=40000000 width=860) + Select Operator [SEL_119] (rows=40000000 width=860) Output:["_col0"] - Filter Operator [FIL_84] (rows=40000000 width=860) + Filter Operator [FIL_118] (rows=40000000 width=860) predicate:((c_preferred_cust_flag = 'Y') and c_current_addr_sk is not null) TableScan [TS_17] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_current_addr_sk","c_preferred_cust_flag"] - <-Reducer 8 [CONTAINS] - Reduce Output Operator [RS_38] + <-Reducer 8 [CONTAINS] vectorized + Reduce Output Operator [RS_114] PartitionCols:_col0 - Group By Operator [GBY_37] (rows=13666666 width=1014) + Group By Operator [GBY_113] (rows=13666666 width=1014) Output:["_col0","_col1"],aggregations:["count(_col1)"],keys:_col0 - Group By Operator [GBY_12] (rows=10000000 width=1014) + Group By Operator [GBY_112] (rows=10000000 width=1014) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_11] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_111] PartitionCols:_col0 - Group By Operator [GBY_10] (rows=20000000 width=1014) + Group By Operator [GBY_110] (rows=20000000 width=1014) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_8] (rows=20000000 width=1014) + Select Operator [SEL_109] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_81] (rows=20000000 width=1014) + Filter Operator [FIL_108] (rows=20000000 width=1014) predicate:((substr(ca_zip, 1, 5)) IN ('89436', '30868', '65085', '22977', '83927', '77557', '58429', '40697', '80614', '10502', '32779', '91137', '61265', '98294', '17921', '18427', '21203', '59362', '87291', '84093', '21505', '17184', '10866', '67898', '25797', '28055', '18377', '80332', '74535', '21757', '29742', '90885', '29898', '17819', '40811', '25990', '47513', '89531', '91068', '10391', '18846', '99223', '82637', '41368', '83658', '86199', '81625', '26696', '89338', '88425', '32200', '81427', '19053', '77471', '36610', '99823', '43276', '41249', '48584', '83550', '82276', '18842', '78890', '14090', '38123', '40936', '34425', '19850', '43286', '80072', '79188', '54191', '11395', '50497', '84861', '90733', '21068', '57666', '37119', '25004', '57835', '70067', '62878', '95806', '19303', '18840', '19124', '29785', '16737', '16022', '49613', '89977', '68310', '60069', '98360', '48649', '39050', '41793', '25002', '27413', '39736', '47208', '16515', '94808', '57648', '15009', '80015', '42961', '63982', '21744', '71853', '81087', '67468', '34175', '64008', '20261', '11201', '51799', '48043', '45645', '61163', '48375', '36447', '57042', '21218', '41100', '89951', '22745', '35851', '83326', '61125', '78298', '80752', '49858', '52940', '96976', '63792', '11376', '53582', '18717', '90226', '50530', '94203', '99447', '27670', '96577', '57856', '56372', '16165', '23427', '54561', '28806', '44439', '22926', '30123', '61451', '92397', '56979', '92309', '70873', '13355', '21801', '46346', '37562', '56458', '28286', '47306', '99555', '69399', '26234', '47546', '49661', '88601', '35943', '39936', '25632', '24611', '44166', '56648', '30379', '59785', '11110', '14329', '93815', '52226', '71381', '13842', '25612', '63294', '14664', '21077', '82626', '18799', '60915', '81020', '56447', '76619', '11433', '13414', '42548', '92713', '70467', '30884', '47484', '16072', '38936', '13036', '88376', '45539', '35901', '19506', '65690', '73957', '71850', '49231', '14276', '20005', '18384', '76615', '11635', '38177', '55607', '41369', '95447', '58581', '58149', '91946', '33790', '76232', '75692', '95464', '22246', '51061', '56692', '53121', '77209', '15482', '10688', '14868', '45907', '73520', '72666', '25734', '17959', '24677', '66446', '94627', '53535', '15560', '41967', '69297', '11929', '59403', '33283', '52232', '57350', '43933', '40921', '36635', '10827', '71286', '19736', '80619', '25251', '95042', '15526', '36496', '55854', '49124', '81980', '35375', '49157', '63512', '28944', '14946', '36503', '54010', '18767', '23969', '43905', '66979', '33113', '21286', '58471', '59080', '13395', '79144', '70373', '67031', '38360', '26705', '50906', '52406', '26066', '73146', '15884', '31897', '30045', '61068', '45550', '92454', '13376', '14354', '19770', '22928', '97790', '50723', '46081', '30202', '14410', '20223', '88500', '67298', '13261', '14172', '81410', '93578', '83583', '46047', '94167', '82564', '21156', '15799', '86709', '37931', '74703', '83103', '23054', '70470', '72008', '49247', '91911', '69998', '20961', '70070', '63197', '54853', '88191', '91830', '49521', '19454', '81450', '89091', '62378', '25683', '61869', '51744', '36580', '85778', '36871', '48121', '28810', '83712', '45486', '67393', '26935', '42393', '20132', '55349', '86057', '21309', '80218', '10094', '11357', '48819', '39734', '40758', '30432', '21204', '29467', '30214', '61024', '55307', '74621', '11622', '68908', '33032', '52868', '99194', '99900', '84936', '69036', '99149', '45013', '32895', '59004', '32322', '14933', '32936', '33562', '72550', '27385', '58049', '58200', '16808', '21360', '32961', '18586', '79307', '15492') and substr(substr(ca_zip, 1, 5), 1, 2) is not null) TableScan [TS_6] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_zip"] @@ -336,22 +336,22 @@ Stage-0 SHUFFLE [RS_52] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_86] (rows=633595212 width=88) - Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_49] + Conds:RS_92._col0=RS_95._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_92] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_91] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_78] (rows=575995635 width=88) + Filter Operator [FIL_90] (rows=575995635 width=88) predicate:(ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_store_sk","ss_net_profit"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_50] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_95] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_94] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_79] (rows=18262 width=1119) + Filter Operator [FIL_93] (rows=18262 width=1119) predicate:((d_qoy = 1) and (d_year = 2002) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_qoy"] diff --git ql/src/test/results/clientpositive/perf/tez/query80.q.out ql/src/test/results/clientpositive/perf/tez/query80.q.out index 7c46ef3..69f4770 100644 --- ql/src/test/results/clientpositive/perf/tez/query80.q.out +++ ql/src/test/results/clientpositive/perf/tez/query80.q.out @@ -216,27 +216,27 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 10 - File Output Operator [FS_127] - Limit [LIM_126] (rows=100 width=108) + Reducer 10 vectorized + File Output Operator [FS_251] + Limit [LIM_250] (rows=100 width=108) Number of rows:100 - Select Operator [SEL_125] (rows=1217531358 width=108) + Select Operator [SEL_249] (rows=1217531358 width=108) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 9 [SIMPLE_EDGE] - SHUFFLE [RS_124] - Select Operator [SEL_123] (rows=1217531358 width=108) + <-Reducer 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_248] + Select Operator [SEL_247] (rows=1217531358 width=108) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_122] (rows=1217531358 width=108) + Group By Operator [GBY_246] (rows=1217531358 width=108) Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 8 [SIMPLE_EDGE] - <-Reducer 17 [CONTAINS] - Reduce Output Operator [RS_121] + <-Reducer 17 [CONTAINS] vectorized + Reduce Output Operator [RS_264] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_120] (rows=2435062716 width=108) + Group By Operator [GBY_263] (rows=2435062716 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_77] (rows=231905279 width=135) + Select Operator [SEL_262] (rows=231905279 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_76] (rows=231905279 width=135) + Group By Operator [GBY_261] (rows=231905279 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0 <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_75] @@ -246,13 +246,13 @@ Stage-0 Select Operator [SEL_72] (rows=463810558 width=135) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_212] (rows=463810558 width=135) - Conds:RS_69._col1=RS_70._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] - <-Map 29 [SIMPLE_EDGE] - SHUFFLE [RS_70] + Conds:RS_69._col1=RS_260._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] + <-Map 29 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_260] PartitionCols:_col0 - Select Operator [SEL_56] (rows=46000 width=460) + Select Operator [SEL_259] (rows=46000 width=460) Output:["_col0","_col1"] - Filter Operator [FIL_196] (rows=46000 width=460) + Filter Operator [FIL_258] (rows=46000 width=460) predicate:cp_catalog_page_sk is not null TableScan [TS_54] (rows=46000 width=460) default@catalog_page,catalog_page,Tbl:COMPLETE,Col:NONE,Output:["cp_catalog_page_sk","cp_catalog_page_id"] @@ -260,13 +260,13 @@ Stage-0 SHUFFLE [RS_69] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_211] (rows=421645953 width=135) - Conds:RS_66._col3=RS_67._col0(Inner),Output:["_col1","_col5","_col6","_col9","_col10"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_67] + Conds:RS_66._col3=RS_237._col0(Inner),Output:["_col1","_col5","_col6","_col9","_col10"] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_237] PartitionCols:_col0 - Select Operator [SEL_14] (rows=1150 width=1179) + Select Operator [SEL_235] (rows=1150 width=1179) Output:["_col0"] - Filter Operator [FIL_189] (rows=1150 width=1179) + Filter Operator [FIL_234] (rows=1150 width=1179) predicate:((p_channel_tv = 'N') and p_promo_sk is not null) TableScan [TS_12] (rows=2300 width=1179) default@promotion,promotion,Tbl:COMPLETE,Col:NONE,Output:["p_promo_sk","p_channel_tv"] @@ -274,13 +274,13 @@ Stage-0 SHUFFLE [RS_66] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_210] (rows=383314495 width=135) - Conds:RS_63._col2=RS_64._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col9","_col10"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_64] + Conds:RS_63._col2=RS_232._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col9","_col10"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_232] PartitionCols:_col0 - Select Operator [SEL_11] (rows=154000 width=1436) + Select Operator [SEL_230] (rows=154000 width=1436) Output:["_col0"] - Filter Operator [FIL_188] (rows=154000 width=1436) + Filter Operator [FIL_229] (rows=154000 width=1436) predicate:((i_current_price > 50) and i_item_sk is not null) TableScan [TS_9] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_current_price"] @@ -288,13 +288,13 @@ Stage-0 SHUFFLE [RS_63] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_209] (rows=348467716 width=135) - Conds:RS_60._col0=RS_61._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_61] + Conds:RS_60._col0=RS_227._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_227] PartitionCols:_col0 - Select Operator [SEL_8] (rows=8116 width=1119) + Select Operator [SEL_225] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_187] (rows=8116 width=1119) + Filter Operator [FIL_224] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-08-04 00:00:00.0' AND TIMESTAMP'1998-09-03 00:00:00.0' and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] @@ -302,33 +302,33 @@ Stage-0 SHUFFLE [RS_60] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_208] (rows=316788826 width=135) - Conds:RS_57._col2, _col4=RS_58._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] - <-Map 26 [SIMPLE_EDGE] - SHUFFLE [RS_57] + Conds:RS_254._col2, _col4=RS_257._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + <-Map 26 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_254] PartitionCols:_col2, _col4 - Select Operator [SEL_41] (rows=287989836 width=135) + Select Operator [SEL_253] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_191] (rows=287989836 width=135) + Filter Operator [FIL_252] (rows=287989836 width=135) predicate:(cs_catalog_page_sk is not null and cs_item_sk is not null and cs_promo_sk is not null and cs_sold_date_sk is not null) TableScan [TS_39] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_catalog_page_sk","cs_item_sk","cs_promo_sk","cs_order_number","cs_ext_sales_price","cs_net_profit"] - <-Map 28 [SIMPLE_EDGE] - SHUFFLE [RS_58] + <-Map 28 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_257] PartitionCols:_col0, _col1 - Select Operator [SEL_44] (rows=28798881 width=106) + Select Operator [SEL_256] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_192] (rows=28798881 width=106) + Filter Operator [FIL_255] (rows=28798881 width=106) predicate:cr_item_sk is not null TableScan [TS_42] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_item_sk","cr_order_number","cr_return_amount","cr_net_loss"] - <-Reducer 22 [CONTAINS] - Reduce Output Operator [RS_121] + <-Reducer 22 [CONTAINS] vectorized + Reduce Output Operator [RS_277] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_120] (rows=2435062716 width=108) + Group By Operator [GBY_276] (rows=2435062716 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_117] (rows=115958879 width=135) + Select Operator [SEL_275] (rows=115958879 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_116] (rows=115958879 width=135) + Group By Operator [GBY_274] (rows=115958879 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0 <-Reducer 21 [SIMPLE_EDGE] SHUFFLE [RS_115] @@ -338,13 +338,13 @@ Stage-0 Select Operator [SEL_112] (rows=231917759 width=135) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_217] (rows=231917759 width=135) - Conds:RS_109._col2=RS_110._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] - <-Map 33 [SIMPLE_EDGE] - SHUFFLE [RS_110] + Conds:RS_109._col2=RS_273._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] + <-Map 33 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_273] PartitionCols:_col0 - Select Operator [SEL_96] (rows=84 width=1850) + Select Operator [SEL_272] (rows=84 width=1850) Output:["_col0","_col1"] - Filter Operator [FIL_202] (rows=84 width=1850) + Filter Operator [FIL_271] (rows=84 width=1850) predicate:web_site_sk is not null TableScan [TS_94] (rows=84 width=1850) default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_site_id"] @@ -352,60 +352,60 @@ Stage-0 SHUFFLE [RS_109] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_216] (rows=210834322 width=135) - Conds:RS_106._col3=RS_107._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_107] + Conds:RS_106._col3=RS_238._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_238] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] + Please refer to the previous Select Operator [SEL_235] <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_106] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_215] (rows=191667562 width=135) - Conds:RS_103._col1=RS_104._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_104] + Conds:RS_103._col1=RS_233._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_233] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_230] <-Reducer 18 [SIMPLE_EDGE] SHUFFLE [RS_103] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_214] (rows=174243235 width=135) - Conds:RS_100._col0=RS_101._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_101] + Conds:RS_100._col0=RS_228._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_228] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_225] <-Reducer 31 [SIMPLE_EDGE] SHUFFLE [RS_100] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_213] (rows=158402938 width=135) - Conds:RS_97._col1, _col4=RS_98._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] - <-Map 30 [SIMPLE_EDGE] - SHUFFLE [RS_97] + Conds:RS_267._col1, _col4=RS_270._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + <-Map 30 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_267] PartitionCols:_col1, _col4 - Select Operator [SEL_81] (rows=144002668 width=135) + Select Operator [SEL_266] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_197] (rows=144002668 width=135) + Filter Operator [FIL_265] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_promo_sk is not null and ws_sold_date_sk is not null and ws_web_site_sk is not null) TableScan [TS_79] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_site_sk","ws_promo_sk","ws_order_number","ws_ext_sales_price","ws_net_profit"] - <-Map 32 [SIMPLE_EDGE] - SHUFFLE [RS_98] + <-Map 32 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_270] PartitionCols:_col0, _col1 - Select Operator [SEL_84] (rows=14398467 width=92) + Select Operator [SEL_269] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_198] (rows=14398467 width=92) + Filter Operator [FIL_268] (rows=14398467 width=92) predicate:wr_item_sk is not null TableScan [TS_82] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_order_number","wr_return_amt","wr_net_loss"] - <-Reducer 7 [CONTAINS] - Reduce Output Operator [RS_121] + <-Reducer 7 [CONTAINS] vectorized + Reduce Output Operator [RS_245] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_120] (rows=2435062716 width=108) + Group By Operator [GBY_244] (rows=2435062716 width=108) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)","sum(_col3)","sum(_col4)"],keys:_col0, _col1, 0L - Select Operator [SEL_38] (rows=463823414 width=88) + Select Operator [SEL_243] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_37] (rows=463823414 width=88) + Group By Operator [GBY_242] (rows=463823414 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_36] @@ -415,13 +415,13 @@ Stage-0 Select Operator [SEL_33] (rows=927646829 width=88) Output:["_col0","_col1","_col2","_col3"] Merge Join Operator [MERGEJOIN_207] (rows=927646829 width=88) - Conds:RS_30._col2=RS_31._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] - <-Map 25 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_30._col2=RS_241._col0(Inner),Output:["_col5","_col6","_col9","_col10","_col18"] + <-Map 25 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_241] PartitionCols:_col0 - Select Operator [SEL_17] (rows=1704 width=1910) + Select Operator [SEL_240] (rows=1704 width=1910) Output:["_col0","_col1"] - Filter Operator [FIL_190] (rows=1704 width=1910) + Filter Operator [FIL_239] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_15] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_id"] @@ -429,49 +429,49 @@ Stage-0 SHUFFLE [RS_30] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_206] (rows=843315281 width=88) - Conds:RS_27._col3=RS_28._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"] - <-Map 24 [SIMPLE_EDGE] - SHUFFLE [RS_28] + Conds:RS_27._col3=RS_236._col0(Inner),Output:["_col2","_col5","_col6","_col9","_col10"] + <-Map 24 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_236] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_14] + Please refer to the previous Select Operator [SEL_235] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_27] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_205] (rows=766650239 width=88) - Conds:RS_24._col1=RS_25._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"] - <-Map 23 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col1=RS_231._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col9","_col10"] + <-Map 23 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_231] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_230] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_24] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_204] (rows=696954748 width=88) - Conds:RS_21._col0=RS_22._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col0=RS_226._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_226] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_225] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_203] (rows=633595212 width=88) - Conds:RS_18._col1, _col4=RS_19._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_18] + Conds:RS_220._col1, _col4=RS_223._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col9","_col10"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_220] PartitionCols:_col1, _col4 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_219] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_185] (rows=575995635 width=88) + Filter Operator [FIL_218] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_ext_sales_price","ss_net_profit"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_19] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_223] PartitionCols:_col0, _col1 - Select Operator [SEL_5] (rows=57591150 width=77) + Select Operator [SEL_222] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_186] (rows=57591150 width=77) + Filter Operator [FIL_221] (rows=57591150 width=77) predicate:sr_item_sk is not null TableScan [TS_3] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_ticket_number","sr_return_amt","sr_net_loss"] diff --git ql/src/test/results/clientpositive/perf/tez/query81.q.out ql/src/test/results/clientpositive/perf/tez/query81.q.out index f5d20ed..1a6910e 100644 --- ql/src/test/results/clientpositive/perf/tez/query81.q.out +++ ql/src/test/results/clientpositive/perf/tez/query81.q.out @@ -76,13 +76,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_67] - Select Operator [SEL_66] (rows=100 width=860) + Reducer 4 vectorized + File Output Operator [FS_142] + Select Operator [SEL_141] (rows=100 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - Limit [LIM_65] (rows=100 width=860) + Limit [LIM_140] (rows=100 width=860) Number of rows:100 - Select Operator [SEL_64] (rows=96800003 width=860) + Select Operator [SEL_139] (rows=96800003 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_63] @@ -98,17 +98,17 @@ Stage-0 Filter Operator [FIL_54] (rows=8066666 width=1014) predicate:(_col2 > CASE WHEN (_col4 is null) THEN (null) ELSE (_col3) END) Merge Join Operator [MERGEJOIN_107] (rows=24200000 width=1014) - Conds:RS_51._col1=RS_52._col2(Inner),Output:["_col0","_col2","_col3","_col4"] - <-Reducer 13 [SIMPLE_EDGE] - SHUFFLE [RS_52] + Conds:RS_133._col1=RS_138._col2(Inner),Output:["_col0","_col2","_col3","_col4"] + <-Reducer 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_138] PartitionCols:_col2 - Select Operator [SEL_50] (rows=11000000 width=1014) + Select Operator [SEL_137] (rows=11000000 width=1014) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_49] (rows=11000000 width=1014) + Group By Operator [GBY_136] (rows=11000000 width=1014) Output:["_col0","_col1","_col2"],aggregations:["sum(_col2)","count(_col2)"],keys:_col0 - Select Operator [SEL_45] (rows=22000000 width=1014) + Select Operator [SEL_135] (rows=22000000 width=1014) Output:["_col0","_col2"] - Group By Operator [GBY_44] (rows=22000000 width=1014) + Group By Operator [GBY_134] (rows=22000000 width=1014) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_43] @@ -116,13 +116,13 @@ Stage-0 Group By Operator [GBY_42] (rows=44000000 width=1014) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1 Merge Join Operator [MERGEJOIN_106] (rows=44000000 width=1014) - Conds:RS_38._col2=RS_39._col0(Inner),Output:["_col1","_col3","_col7"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_39] + Conds:RS_38._col2=RS_130._col0(Inner),Output:["_col1","_col3","_col7"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_130] PartitionCols:_col0 - Select Operator [SEL_34] (rows=40000000 width=1014) + Select Operator [SEL_128] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_101] (rows=40000000 width=1014) + Filter Operator [FIL_126] (rows=40000000 width=1014) predicate:(ca_address_sk is not null and ca_state is not null) TableScan [TS_12] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"] @@ -130,31 +130,31 @@ Stage-0 SHUFFLE [RS_38] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_105] (rows=31678769 width=106) - Conds:RS_35._col0=RS_36._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_36] + Conds:RS_120._col0=RS_124._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_124] PartitionCols:_col0 - Select Operator [SEL_11] (rows=36524 width=1119) + Select Operator [SEL_122] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_97] (rows=36524 width=1119) + Filter Operator [FIL_121] (rows=36524 width=1119) predicate:((d_year = 1998) and d_date_sk is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_35] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_120] PartitionCols:_col0 - Select Operator [SEL_28] (rows=28798881 width=106) + Select Operator [SEL_118] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_99] (rows=28798881 width=106) + Filter Operator [FIL_116] (rows=28798881 width=106) predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null) TableScan [TS_6] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_returning_addr_sk","cr_return_amt_inc_tax"] - <-Reducer 9 [SIMPLE_EDGE] - SHUFFLE [RS_51] + <-Reducer 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_133] PartitionCols:_col1 - Select Operator [SEL_25] (rows=22000000 width=1014) + Select Operator [SEL_132] (rows=22000000 width=1014) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_24] (rows=22000000 width=1014) + Group By Operator [GBY_131] (rows=22000000 width=1014) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_23] @@ -162,52 +162,52 @@ Stage-0 Group By Operator [GBY_22] (rows=44000000 width=1014) Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)"],keys:_col7, _col1 Merge Join Operator [MERGEJOIN_104] (rows=44000000 width=1014) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col1","_col3","_col7"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_129._col0(Inner),Output:["_col1","_col3","_col7"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_129] PartitionCols:_col0 - Select Operator [SEL_14] (rows=40000000 width=1014) + Select Operator [SEL_127] (rows=40000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_98] (rows=40000000 width=1014) + Filter Operator [FIL_125] (rows=40000000 width=1014) predicate:ca_address_sk is not null Please refer to the previous TableScan [TS_12] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_103] (rows=31678769 width=106) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_119._col0=RS_123._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_123] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Please refer to the previous Select Operator [SEL_122] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_119] PartitionCols:_col0 - Select Operator [SEL_8] (rows=28798881 width=106) + Select Operator [SEL_117] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_96] (rows=28798881 width=106) + Filter Operator [FIL_115] (rows=28798881 width=106) predicate:(cr_returned_date_sk is not null and cr_returning_addr_sk is not null and cr_returning_customer_sk is not null) Please refer to the previous TableScan [TS_6] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_59] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_102] (rows=88000001 width=860) - Conds:RS_56._col2=RS_57._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_56] + Conds:RS_111._col2=RS_114._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col5","_col7","_col8","_col9","_col10","_col11","_col12","_col14","_col15","_col16","_col17"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_111] PartitionCols:_col2 - Select Operator [SEL_2] (rows=80000000 width=860) + Select Operator [SEL_110] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_94] (rows=80000000 width=860) + Filter Operator [FIL_109] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_customer_sk is not null) TableScan [TS_0] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_customer_id","c_current_addr_sk","c_salutation","c_first_name","c_last_name"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_57] + <-Map 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_114] PartitionCols:_col0 - Select Operator [SEL_5] (rows=20000000 width=1014) + Select Operator [SEL_113] (rows=20000000 width=1014) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11"] - Filter Operator [FIL_95] (rows=20000000 width=1014) + Filter Operator [FIL_112] (rows=20000000 width=1014) predicate:((ca_state = 'IL') and ca_address_sk is not null) TableScan [TS_3] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_street_number","ca_street_name","ca_street_type","ca_suite_number","ca_city","ca_county","ca_state","ca_zip","ca_country","ca_gmt_offset","ca_location_type"] diff --git ql/src/test/results/clientpositive/perf/tez/query82.q.out ql/src/test/results/clientpositive/perf/tez/query82.q.out index abd8ca5..a0361b1 100644 --- ql/src/test/results/clientpositive/perf/tez/query82.q.out +++ ql/src/test/results/clientpositive/perf/tez/query82.q.out @@ -42,15 +42,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 4 - File Output Operator [FS_28] - Limit [LIM_27] (rows=100 width=88) + Reducer 4 vectorized + File Output Operator [FS_61] + Limit [LIM_60] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_26] (rows=633595212 width=88) + Select Operator [SEL_59] (rows=633595212 width=88) Output:["_col0","_col1","_col2"] - <-Reducer 3 [SIMPLE_EDGE] - SHUFFLE [RS_25] - Group By Operator [GBY_23] (rows=633595212 width=88) + <-Reducer 3 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_58] + Group By Operator [GBY_57] (rows=633595212 width=88) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -58,22 +58,22 @@ Stage-0 Group By Operator [GBY_21] (rows=1267190424 width=88) Output:["_col0","_col1","_col2"],keys:_col2, _col3, _col4 Merge Join Operator [MERGEJOIN_44] (rows=1267190424 width=88) - Conds:RS_16._col0=RS_17._col0(Inner),RS_17._col0=RS_18._col1(Inner),Output:["_col2","_col3","_col4"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_47._col0=RS_50._col0(Inner),RS_50._col0=RS_18._col1(Inner),Output:["_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_47] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_46] (rows=575995635 width=88) Output:["_col0"] - Filter Operator [FIL_39] (rows=575995635 width=88) + Filter Operator [FIL_45] (rows=575995635 width=88) predicate:ss_item_sk is not null TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_17] + <-Map 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_50] PartitionCols:_col0 - Select Operator [SEL_5] (rows=25666 width=1436) + Select Operator [SEL_49] (rows=25666 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_40] (rows=25666 width=1436) + Filter Operator [FIL_48] (rows=25666 width=1436) predicate:((i_manufact_id) IN (437, 129, 727, 663) and i_current_price BETWEEN 30 AND 60 and i_item_sk is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_manufact_id"] @@ -81,22 +81,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_43] (rows=4593600 width=15) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_53._col0=RS_56._col0(Inner),Output:["_col1"] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_53] PartitionCols:_col0 - Select Operator [SEL_8] (rows=4176000 width=15) + Select Operator [SEL_52] (rows=4176000 width=15) Output:["_col0","_col1"] - Filter Operator [FIL_41] (rows=4176000 width=15) + Filter Operator [FIL_51] (rows=4176000 width=15) predicate:(inv_date_sk is not null and inv_item_sk is not null and inv_quantity_on_hand BETWEEN 100 AND 500) TableScan [TS_6] (rows=37584000 width=15) default@inventory,inventory,Tbl:COMPLETE,Col:NONE,Output:["inv_date_sk","inv_item_sk","inv_quantity_on_hand"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_56] PartitionCols:_col0 - Select Operator [SEL_11] (rows=8116 width=1119) + Select Operator [SEL_55] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_42] (rows=8116 width=1119) + Filter Operator [FIL_54] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2002-05-30 00:00:00.0' AND TIMESTAMP'2002-07-29 00:00:00.0' and d_date_sk is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] diff --git ql/src/test/results/clientpositive/perf/tez/query83.q.out ql/src/test/results/clientpositive/perf/tez/query83.q.out index 9b4e7e4..98e4787 100644 --- ql/src/test/results/clientpositive/perf/tez/query83.q.out +++ ql/src/test/results/clientpositive/perf/tez/query83.q.out @@ -152,22 +152,22 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 6 - File Output Operator [FS_128] - Limit [LIM_127] (rows=100 width=77) + Reducer 6 vectorized + File Output Operator [FS_257] + Limit [LIM_256] (rows=100 width=77) Number of rows:100 - Select Operator [SEL_126] (rows=76653825 width=77) + Select Operator [SEL_255] (rows=76653825 width=77) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_125] Select Operator [SEL_124] (rows=76653825 width=77) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_222] (rows=76653825 width=77) - Conds:RS_120._col0=RS_121._col0(Inner),RS_120._col0=RS_122._col0(Inner),Output:["_col0","_col1","_col3","_col5"] - <-Reducer 10 [ONE_TO_ONE_EDGE] - FORWARD [RS_121] + Conds:RS_244._col0=RS_249._col0(Inner),RS_244._col0=RS_254._col0(Inner),Output:["_col0","_col1","_col3","_col5"] + <-Reducer 10 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_249] PartitionCols:_col0 - Group By Operator [GBY_78] (rows=34842647 width=77) + Group By Operator [GBY_248] (rows=34842647 width=77) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_77] @@ -180,20 +180,20 @@ Stage-0 SHUFFLE [RS_73] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_212] (rows=80353 width=1119) - Conds:RS_25._col1=RS_26._col0(Inner),Output:["_col0"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_233._col1=RS_242._col0(Inner),Output:["_col0"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_233] PartitionCols:_col1 - Select Operator [SEL_8] (rows=73049 width=1119) + Select Operator [SEL_232] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_197] (rows=73049 width=1119) + Filter Operator [FIL_231] (rows=73049 width=1119) predicate:(d_date is not null and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] - <-Reducer 18 [ONE_TO_ONE_EDGE] - FORWARD [RS_26] + <-Reducer 18 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_242] PartitionCols:_col0 - Group By Operator [GBY_23] (rows=40176 width=1119) + Group By Operator [GBY_241] (rows=40176 width=1119) Output:["_col0"],keys:KEY._col0 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_22] @@ -201,24 +201,24 @@ Stage-0 Group By Operator [GBY_21] (rows=80353 width=1119) Output:["_col0"],keys:_col0 Merge Join Operator [MERGEJOIN_211] (rows=80353 width=1119) - Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_17] + Conds:RS_236._col1=RS_240._col0(Left Semi),Output:["_col0"] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_236] PartitionCols:_col1 - Select Operator [SEL_11] (rows=73049 width=1119) + Select Operator [SEL_235] (rows=73049 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_198] (rows=73049 width=1119) + Filter Operator [FIL_234] (rows=73049 width=1119) predicate:(d_date is not null and d_week_seq is not null) TableScan [TS_9] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"] - <-Map 19 [SIMPLE_EDGE] - SHUFFLE [RS_18] + <-Map 19 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_240] PartitionCols:_col0 - Group By Operator [GBY_16] (rows=36525 width=1119) + Group By Operator [GBY_239] (rows=36525 width=1119) Output:["_col0"],keys:_col0 - Select Operator [SEL_14] (rows=36525 width=1119) + Select Operator [SEL_238] (rows=36525 width=1119) Output:["_col0"] - Filter Operator [FIL_199] (rows=36525 width=1119) + Filter Operator [FIL_237] (rows=36525 width=1119) predicate:((d_date) IN ('1998-01-02', '1998-10-15', '1998-11-10') and d_week_seq is not null) TableScan [TS_12] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date","d_week_seq"] @@ -226,29 +226,29 @@ Stage-0 SHUFFLE [RS_72] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_213] (rows=63350266 width=77) - Conds:RS_69._col1=RS_70._col0(Inner),Output:["_col0","_col2","_col4"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_70] + Conds:RS_247._col1=RS_229._col0(Inner),Output:["_col0","_col2","_col4"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_229] PartitionCols:_col0 - Select Operator [SEL_5] (rows=462000 width=1436) + Select Operator [SEL_227] (rows=462000 width=1436) Output:["_col0","_col1"] - Filter Operator [FIL_196] (rows=462000 width=1436) + Filter Operator [FIL_226] (rows=462000 width=1436) predicate:(i_item_id is not null and i_item_sk is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id"] - <-Map 20 [SIMPLE_EDGE] - SHUFFLE [RS_69] + <-Map 20 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_247] PartitionCols:_col1 - Select Operator [SEL_42] (rows=57591150 width=77) + Select Operator [SEL_246] (rows=57591150 width=77) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_200] (rows=57591150 width=77) + Filter Operator [FIL_245] (rows=57591150 width=77) predicate:(sr_item_sk is not null and sr_returned_date_sk is not null) TableScan [TS_40] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_returned_date_sk","sr_item_sk","sr_return_quantity"] - <-Reducer 13 [ONE_TO_ONE_EDGE] - FORWARD [RS_122] + <-Reducer 13 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_254] PartitionCols:_col0 - Group By Operator [GBY_118] (rows=8711072 width=92) + Group By Operator [GBY_253] (rows=8711072 width=92) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_117] @@ -265,24 +265,24 @@ Stage-0 SHUFFLE [RS_112] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_216] (rows=15838314 width=92) - Conds:RS_109._col1=RS_110._col0(Inner),Output:["_col0","_col2","_col4"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_110] + Conds:RS_252._col1=RS_230._col0(Inner),Output:["_col0","_col2","_col4"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_230] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 21 [SIMPLE_EDGE] - SHUFFLE [RS_109] + Please refer to the previous Select Operator [SEL_227] + <-Map 21 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_252] PartitionCols:_col1 - Select Operator [SEL_82] (rows=14398467 width=92) + Select Operator [SEL_251] (rows=14398467 width=92) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_205] (rows=14398467 width=92) + Filter Operator [FIL_250] (rows=14398467 width=92) predicate:(wr_item_sk is not null and wr_returned_date_sk is not null) TableScan [TS_80] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_returned_date_sk","wr_item_sk","wr_return_quantity"] - <-Reducer 4 [ONE_TO_ONE_EDGE] - FORWARD [RS_120] + <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_244] PartitionCols:_col0 - Group By Operator [GBY_38] (rows=17423323 width=106) + Group By Operator [GBY_243] (rows=17423323 width=106) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_37] @@ -299,17 +299,17 @@ Stage-0 SHUFFLE [RS_32] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_210] (rows=31678769 width=106) - Conds:RS_29._col1=RS_30._col0(Inner),Output:["_col0","_col2","_col4"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_30] + Conds:RS_225._col1=RS_228._col0(Inner),Output:["_col0","_col2","_col4"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_228] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_29] + Please refer to the previous Select Operator [SEL_227] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_225] PartitionCols:_col1 - Select Operator [SEL_2] (rows=28798881 width=106) + Select Operator [SEL_224] (rows=28798881 width=106) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_195] (rows=28798881 width=106) + Filter Operator [FIL_223] (rows=28798881 width=106) predicate:(cr_item_sk is not null and cr_returned_date_sk is not null) TableScan [TS_0] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_item_sk","cr_return_quantity"] diff --git ql/src/test/results/clientpositive/perf/tez/query84.q.out ql/src/test/results/clientpositive/perf/tez/query84.q.out index f23cddd..587740d 100644 --- ql/src/test/results/clientpositive/perf/tez/query84.q.out +++ ql/src/test/results/clientpositive/perf/tez/query84.q.out @@ -51,33 +51,33 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_38] - Limit [LIM_36] (rows=100 width=860) + Reducer 3 vectorized + File Output Operator [FS_89] + Limit [LIM_88] (rows=100 width=860) Number of rows:100 - Select Operator [SEL_35] (rows=212960011 width=860) + Select Operator [SEL_87] (rows=212960011 width=860) Output:["_col0","_col1"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_34] Select Operator [SEL_33] (rows=212960011 width=860) Output:["_col1","_col2"] Merge Join Operator [MERGEJOIN_68] (rows=212960011 width=860) - Conds:RS_29._col0=RS_30._col0(Inner),RS_30._col0=RS_31._col1(Inner),Output:["_col2","_col6","_col7"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_29] + Conds:RS_71._col0=RS_74._col0(Inner),RS_74._col0=RS_31._col1(Inner),Output:["_col2","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_71] PartitionCols:_col0 - Select Operator [SEL_2] (rows=57591150 width=77) + Select Operator [SEL_70] (rows=57591150 width=77) Output:["_col0"] - Filter Operator [FIL_59] (rows=57591150 width=77) + Filter Operator [FIL_69] (rows=57591150 width=77) predicate:sr_cdemo_sk is not null TableScan [TS_0] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_cdemo_sk"] - <-Map 4 [SIMPLE_EDGE] - SHUFFLE [RS_30] + <-Map 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_74] PartitionCols:_col0 - Select Operator [SEL_5] (rows=1861800 width=385) + Select Operator [SEL_73] (rows=1861800 width=385) Output:["_col0"] - Filter Operator [FIL_60] (rows=1861800 width=385) + Filter Operator [FIL_72] (rows=1861800 width=385) predicate:cd_demo_sk is not null TableScan [TS_3] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk"] @@ -90,22 +90,22 @@ Stage-0 SHUFFLE [RS_26] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_66] (rows=7920 width=107) - Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col0"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_83._col1=RS_86._col0(Inner),Output:["_col0"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_86] PartitionCols:_col0 - Select Operator [SEL_17] (rows=2 width=12) + Select Operator [SEL_85] (rows=2 width=12) Output:["_col0"] - Filter Operator [FIL_64] (rows=2 width=12) + Filter Operator [FIL_84] (rows=2 width=12) predicate:((ib_lower_bound >= 32287) and (ib_upper_bound <= 82287) and ib_income_band_sk is not null) TableScan [TS_15] (rows=20 width=12) default@income_band,income_band,Tbl:COMPLETE,Col:NONE,Output:["ib_income_band_sk","ib_lower_bound","ib_upper_bound"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_18] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_83] PartitionCols:_col1 - Select Operator [SEL_14] (rows=7200 width=107) + Select Operator [SEL_82] (rows=7200 width=107) Output:["_col0","_col1"] - Filter Operator [FIL_63] (rows=7200 width=107) + Filter Operator [FIL_81] (rows=7200 width=107) predicate:(hd_demo_sk is not null and hd_income_band_sk is not null) TableScan [TS_12] (rows=7200 width=107) default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_income_band_sk"] @@ -113,22 +113,22 @@ Stage-0 SHUFFLE [RS_25] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_65] (rows=88000001 width=860) - Conds:RS_22._col3=RS_23._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5"] - <-Map 5 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_77._col3=RS_80._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5"] + <-Map 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_77] PartitionCols:_col3 - Select Operator [SEL_8] (rows=80000000 width=860) + Select Operator [SEL_76] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_61] (rows=80000000 width=860) + Filter Operator [FIL_75] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null) TableScan [TS_6] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_id","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_name","c_last_name"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_23] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_80] PartitionCols:_col0 - Select Operator [SEL_11] (rows=20000000 width=1014) + Select Operator [SEL_79] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_62] (rows=20000000 width=1014) + Filter Operator [FIL_78] (rows=20000000 width=1014) predicate:((ca_city = 'Hopewell') and ca_address_sk is not null) TableScan [TS_9] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_city"] diff --git ql/src/test/results/clientpositive/perf/tez/query85.q.out ql/src/test/results/clientpositive/perf/tez/query85.q.out index b7e41d8..5ef4570 100644 --- ql/src/test/results/clientpositive/perf/tez/query85.q.out +++ ql/src/test/results/clientpositive/perf/tez/query85.q.out @@ -181,17 +181,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 10 - File Output Operator [FS_56] - Limit [LIM_54] (rows=100 width=385) + Reducer 10 vectorized + File Output Operator [FS_134] + Limit [LIM_133] (rows=100 width=385) Number of rows:100 - Select Operator [SEL_53] (rows=1023990 width=385) + Select Operator [SEL_132] (rows=1023990 width=385) Output:["_col0","_col1","_col2","_col3"] - <-Reducer 9 [SIMPLE_EDGE] - SHUFFLE [RS_52] - Select Operator [SEL_51] (rows=1023990 width=385) + <-Reducer 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_131] + Select Operator [SEL_130] (rows=1023990 width=385) Output:["_col4","_col5","_col6","_col7"] - Group By Operator [GBY_50] (rows=1023990 width=385) + Group By Operator [GBY_129] (rows=1023990 width=385) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)","sum(VALUE._col2)","count(VALUE._col3)","sum(VALUE._col4)","count(VALUE._col5)"],keys:KEY._col0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_49] @@ -199,13 +199,13 @@ Stage-0 Group By Operator [GBY_48] (rows=2047980 width=385) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col12)","count(_col12)","sum(_col7)","count(_col7)","sum(_col6)","count(_col6)"],keys:_col22 Merge Join Operator [MERGEJOIN_106] (rows=2047980 width=385) - Conds:RS_44._col3, _col24, _col25=RS_45._col0, _col1, _col2(Inner),Output:["_col6","_col7","_col12","_col22"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_45] + Conds:RS_44._col3, _col24, _col25=RS_127._col0, _col1, _col2(Inner),Output:["_col6","_col7","_col12","_col22"] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_127] PartitionCols:_col0, _col1, _col2 - Select Operator [SEL_23] (rows=1861800 width=385) + Select Operator [SEL_126] (rows=1861800 width=385) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_99] (rows=1861800 width=385) + Filter Operator [FIL_125] (rows=1861800 width=385) predicate:(((cd_education_status = '4 yr Degree') or (cd_education_status = 'Primary') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'D') or (cd_marital_status = 'U')) and cd_demo_sk is not null and cd_education_status is not null and cd_marital_status is not null) TableScan [TS_21] (rows=1861800 width=385) default@customer_demographics,cd2,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] @@ -215,22 +215,22 @@ Stage-0 Filter Operator [FIL_43] (rows=393687 width=135) predicate:(((_col24 = 'D') and (_col25 = 'Primary') and _col13 BETWEEN 50 AND 100) or ((_col24 = 'M') and (_col25 = '4 yr Degree') and _col13 BETWEEN 100 AND 150) or ((_col24 = 'U') and (_col25 = 'Advanced Degree') and _col13 BETWEEN 150 AND 200)) Merge Join Operator [MERGEJOIN_105] (rows=4724246 width=135) - Conds:RS_40._col1=RS_41._col0(Inner),Output:["_col3","_col6","_col7","_col12","_col13","_col22","_col24","_col25"] - <-Map 16 [SIMPLE_EDGE] - SHUFFLE [RS_41] + Conds:RS_40._col1=RS_128._col0(Inner),Output:["_col3","_col6","_col7","_col12","_col13","_col22","_col24","_col25"] + <-Map 16 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_128] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_23] + Please refer to the previous Select Operator [SEL_126] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_40] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_104] (rows=4294769 width=135) - Conds:RS_37._col4=RS_38._col0(Inner),Output:["_col1","_col3","_col6","_col7","_col12","_col13","_col22"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_38] + Conds:RS_37._col4=RS_124._col0(Inner),Output:["_col1","_col3","_col6","_col7","_col12","_col13","_col22"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_124] PartitionCols:_col0 - Select Operator [SEL_17] (rows=72 width=200) + Select Operator [SEL_123] (rows=72 width=200) Output:["_col0","_col1"] - Filter Operator [FIL_97] (rows=72 width=200) + Filter Operator [FIL_122] (rows=72 width=200) predicate:r_reason_sk is not null TableScan [TS_15] (rows=72 width=200) default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk","r_reason_desc"] @@ -238,13 +238,13 @@ Stage-0 SHUFFLE [RS_37] PartitionCols:_col4 Merge Join Operator [MERGEJOIN_103] (rows=3904336 width=135) - Conds:RS_34._col8=RS_35._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col12","_col13"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_35] + Conds:RS_34._col8=RS_121._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col12","_col13"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_121] PartitionCols:_col0 - Select Operator [SEL_14] (rows=36524 width=1119) + Select Operator [SEL_120] (rows=36524 width=1119) Output:["_col0"] - Filter Operator [FIL_96] (rows=36524 width=1119) + Filter Operator [FIL_119] (rows=36524 width=1119) predicate:((d_year = 1998) and d_date_sk is not null) TableScan [TS_12] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year"] @@ -252,13 +252,13 @@ Stage-0 SHUFFLE [RS_34] PartitionCols:_col8 Merge Join Operator [MERGEJOIN_102] (rows=3549397 width=135) - Conds:RS_31._col10=RS_32._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col12","_col13"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_32] + Conds:RS_31._col10=RS_118._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col12","_col13"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_118] PartitionCols:_col0 - Select Operator [SEL_11] (rows=4602 width=585) + Select Operator [SEL_117] (rows=4602 width=585) Output:["_col0"] - Filter Operator [FIL_95] (rows=4602 width=585) + Filter Operator [FIL_116] (rows=4602 width=585) predicate:wp_web_page_sk is not null TableScan [TS_9] (rows=4602 width=585) default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk"] @@ -268,13 +268,13 @@ Stage-0 Filter Operator [FIL_30] (rows=3226725 width=135) predicate:(((_col16) IN ('KY', 'GA', 'NM') and _col14 BETWEEN 100 AND 200) or ((_col16) IN ('MT', 'OR', 'IN') and _col14 BETWEEN 150 AND 300) or ((_col16) IN ('WI', 'MO', 'WV') and _col14 BETWEEN 50 AND 250)) Merge Join Operator [MERGEJOIN_101] (rows=19360357 width=135) - Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14","_col16"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_28] + Conds:RS_27._col2=RS_115._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14","_col16"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_115] PartitionCols:_col0 - Select Operator [SEL_8] (rows=10000000 width=1014) + Select Operator [SEL_114] (rows=10000000 width=1014) Output:["_col0","_col1"] - Filter Operator [FIL_94] (rows=10000000 width=1014) + Filter Operator [FIL_113] (rows=10000000 width=1014) predicate:((ca_country = 'United States') and (ca_state) IN ('KY', 'GA', 'NM', 'MT', 'OR', 'IN', 'WI', 'MO', 'WV') and ca_address_sk is not null) TableScan [TS_6] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state","ca_country"] @@ -282,22 +282,22 @@ Stage-0 SHUFFLE [RS_27] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_100] (rows=17600325 width=135) - Conds:RS_24._col0, _col5=RS_25._col1, _col3(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_24] + Conds:RS_109._col0, _col5=RS_112._col1, _col3(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col8","_col10","_col12","_col13","_col14"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_109] PartitionCols:_col0, _col5 - Select Operator [SEL_2] (rows=14398467 width=92) + Select Operator [SEL_108] (rows=14398467 width=92) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Filter Operator [FIL_92] (rows=14398467 width=92) + Filter Operator [FIL_107] (rows=14398467 width=92) predicate:(wr_item_sk is not null and wr_order_number is not null and wr_reason_sk is not null and wr_refunded_addr_sk is not null and wr_refunded_cdemo_sk is not null and wr_returning_cdemo_sk is not null) TableScan [TS_0] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_item_sk","wr_refunded_cdemo_sk","wr_refunded_addr_sk","wr_returning_cdemo_sk","wr_reason_sk","wr_order_number","wr_fee","wr_refunded_cash"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_25] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_112] PartitionCols:_col1, _col3 - Select Operator [SEL_5] (rows=16000296 width=135) + Select Operator [SEL_111] (rows=16000296 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_93] (rows=16000296 width=135) + Filter Operator [FIL_110] (rows=16000296 width=135) predicate:((ws_net_profit BETWEEN 100 AND 200 or ws_net_profit BETWEEN 150 AND 300 or ws_net_profit BETWEEN 50 AND 250) and (ws_sales_price BETWEEN 100 AND 150 or ws_sales_price BETWEEN 50 AND 100 or ws_sales_price BETWEEN 150 AND 200) and ws_item_sk is not null and ws_order_number is not null and ws_sold_date_sk is not null and ws_web_page_sk is not null) TableScan [TS_3] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_web_page_sk","ws_order_number","ws_quantity","ws_sales_price","ws_net_profit"] diff --git ql/src/test/results/clientpositive/perf/tez/query86.q.out ql/src/test/results/clientpositive/perf/tez/query86.q.out index cd0d413..0d79a22 100644 --- ql/src/test/results/clientpositive/perf/tez/query86.q.out +++ ql/src/test/results/clientpositive/perf/tez/query86.q.out @@ -61,26 +61,26 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 - File Output Operator [FS_30] - Limit [LIM_28] (rows=100 width=135) + Reducer 6 vectorized + File Output Operator [FS_59] + Limit [LIM_58] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_27] (rows=261364852 width=135) + Select Operator [SEL_57] (rows=261364852 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_26] - Select Operator [SEL_24] (rows=261364852 width=135) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_56] + Select Operator [SEL_55] (rows=261364852 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - PTF Operator [PTF_23] (rows=261364852 width=135) + PTF Operator [PTF_54] (rows=261364852 width=135) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col2 DESC NULLS LAST","partition by:":"(grouping(_col3, 1) + grouping(_col3, 0)), CASE WHEN ((grouping(_col3, 0) = 0)) THEN (_col0) ELSE (UDFToString(null)) END"}] - Select Operator [SEL_22] (rows=261364852 width=135) + Select Operator [SEL_53] (rows=261364852 width=135) Output:["_col0","_col1","_col2","_col3"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_21] + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_52] PartitionCols:(grouping(_col3, 1) + grouping(_col3, 0)), CASE WHEN ((grouping(_col3, 0) = 0)) THEN (_col0) ELSE (UDFToString(null)) END - Select Operator [SEL_20] (rows=261364852 width=135) + Select Operator [SEL_51] (rows=261364852 width=135) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_19] (rows=261364852 width=135) + Group By Operator [GBY_50] (rows=261364852 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -90,13 +90,13 @@ Stage-0 Select Operator [SEL_15] (rows=174243235 width=135) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_40] (rows=174243235 width=135) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_49._col0(Inner),Output:["_col2","_col6","_col7"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_49] PartitionCols:_col0 - Select Operator [SEL_8] (rows=462000 width=1436) + Select Operator [SEL_48] (rows=462000 width=1436) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_38] (rows=462000 width=1436) + Filter Operator [FIL_47] (rows=462000 width=1436) predicate:i_item_sk is not null TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_class","i_category"] @@ -104,22 +104,22 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_39] (rows=158402938 width=135) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Conds:RS_43._col0=RS_46._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_43] PartitionCols:_col0 - Select Operator [SEL_2] (rows=144002668 width=135) + Select Operator [SEL_42] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_36] (rows=144002668 width=135) + Filter Operator [FIL_41] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_net_paid"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_10] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_46] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_45] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_37] (rows=8116 width=1119) + Filter Operator [FIL_44] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,d1,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] diff --git ql/src/test/results/clientpositive/perf/tez/query87.q.out ql/src/test/results/clientpositive/perf/tez/query87.q.out index 0455411..4171097 100644 --- ql/src/test/results/clientpositive/perf/tez/query87.q.out +++ ql/src/test/results/clientpositive/perf/tez/query87.q.out @@ -60,36 +60,36 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 9 - File Output Operator [FS_101] - Group By Operator [GBY_99] (rows=1 width=24) + Reducer 9 vectorized + File Output Operator [FS_168] + Group By Operator [GBY_167] (rows=1 width=24) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Reducer 8 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_98] - Group By Operator [GBY_97] (rows=1 width=24) + <-Reducer 8 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_166] + Group By Operator [GBY_165] (rows=1 width=24) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_95] (rows=4537552 width=129) - Filter Operator [FIL_94] (rows=4537552 width=129) + Select Operator [SEL_164] (rows=4537552 width=129) + Filter Operator [FIL_163] (rows=4537552 width=129) predicate:(((_col3 * 2) = _col4) and (_col3 > 0L)) - Select Operator [SEL_126] (rows=27225312 width=129) + Select Operator [SEL_162] (rows=27225312 width=129) Output:["_col3","_col4"] - Group By Operator [GBY_93] (rows=27225312 width=129) + Group By Operator [GBY_161] (rows=27225312 width=129) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 7 [SIMPLE_EDGE] - <-Reducer 16 [CONTAINS] - Reduce Output Operator [RS_92] + <-Reducer 16 [CONTAINS] vectorized + Reduce Output Operator [RS_188] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_91] (rows=54450625 width=129) + Group By Operator [GBY_187] (rows=54450625 width=129) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_89] (rows=54450625 width=129) + Select Operator [SEL_186] (rows=54450625 width=129) Output:["_col0","_col1","_col2","_col3","_col4"] - Select Operator [SEL_87] (rows=43560808 width=135) + Select Operator [SEL_185] (rows=43560808 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_86] (rows=43560808 width=135) + Group By Operator [GBY_184] (rows=43560808 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_82] (rows=87121617 width=135) + Select Operator [SEL_183] (rows=87121617 width=135) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_81] (rows=87121617 width=135) + Group By Operator [GBY_182] (rows=87121617 width=135) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_80] @@ -97,13 +97,13 @@ Stage-0 Group By Operator [GBY_79] (rows=174243235 width=135) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_132] (rows=174243235 width=135) - Conds:RS_75._col1=RS_76._col0(Inner),Output:["_col3","_col6","_col7"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_76] + Conds:RS_75._col1=RS_145._col0(Inner),Output:["_col3","_col6","_col7"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_145] PartitionCols:_col0 - Select Operator [SEL_8] (rows=80000000 width=860) + Select Operator [SEL_142] (rows=80000000 width=860) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_119] (rows=80000000 width=860) + Filter Operator [FIL_141] (rows=80000000 width=860) predicate:c_customer_sk is not null TableScan [TS_6] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_first_name","c_last_name"] @@ -111,57 +111,57 @@ Stage-0 SHUFFLE [RS_75] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_131] (rows=158402938 width=135) - Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col1","_col3"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_73] + Conds:RS_181._col0=RS_140._col0(Inner),Output:["_col1","_col3"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_140] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_137] (rows=8116 width=1119) Output:["_col0","_col1"] - Filter Operator [FIL_118] (rows=8116 width=1119) + Filter Operator [FIL_136] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date","d_month_seq"] - <-Map 19 [SIMPLE_EDGE] - SHUFFLE [RS_72] + <-Map 19 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_181] PartitionCols:_col0 - Select Operator [SEL_65] (rows=144002668 width=135) + Select Operator [SEL_180] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_123] (rows=144002668 width=135) + Filter Operator [FIL_179] (rows=144002668 width=135) predicate:(ws_bill_customer_sk is not null and ws_sold_date_sk is not null) TableScan [TS_63] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_bill_customer_sk"] - <-Reducer 6 [CONTAINS] - Reduce Output Operator [RS_92] + <-Reducer 6 [CONTAINS] vectorized + Reduce Output Operator [RS_160] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_91] (rows=54450625 width=129) + Group By Operator [GBY_159] (rows=54450625 width=129) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_89] (rows=54450625 width=129) + Select Operator [SEL_158] (rows=54450625 width=129) Output:["_col0","_col1","_col2","_col3","_col4"] - Select Operator [SEL_62] (rows=10889817 width=103) + Select Operator [SEL_157] (rows=10889817 width=103) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_61] (rows=10889817 width=103) + Group By Operator [GBY_156] (rows=10889817 width=103) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col0, _col1, _col2 - Select Operator [SEL_57] (rows=21779634 width=103) + Select Operator [SEL_155] (rows=21779634 width=103) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_56] (rows=21779634 width=103) + Filter Operator [FIL_154] (rows=21779634 width=103) predicate:(((_col3 * 2) = _col4) and (_col3 > 0L)) - Group By Operator [GBY_55] (rows=130677808 width=103) + Group By Operator [GBY_153] (rows=130677808 width=103) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 5 [SIMPLE_EDGE] - <-Reducer 13 [CONTAINS] - Reduce Output Operator [RS_54] + <-Reducer 13 [CONTAINS] vectorized + Reduce Output Operator [RS_178] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_53] (rows=261355616 width=103) + Group By Operator [GBY_177] (rows=261355616 width=103) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_51] (rows=261355616 width=103) + Select Operator [SEL_176] (rows=261355616 width=103) Output:["_col0","_col1","_col2","_col3","_col4"] - Select Operator [SEL_49] (rows=87116929 width=135) + Select Operator [SEL_175] (rows=87116929 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_48] (rows=87116929 width=135) + Group By Operator [GBY_174] (rows=87116929 width=135) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_44] (rows=174233858 width=135) + Select Operator [SEL_173] (rows=174233858 width=135) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_43] (rows=174233858 width=135) + Group By Operator [GBY_172] (rows=174233858 width=135) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_42] @@ -169,43 +169,43 @@ Stage-0 Group By Operator [GBY_41] (rows=348467716 width=135) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_130] (rows=348467716 width=135) - Conds:RS_37._col1=RS_38._col0(Inner),Output:["_col3","_col6","_col7"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_38] + Conds:RS_37._col1=RS_144._col0(Inner),Output:["_col3","_col6","_col7"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_144] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_142] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_37] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_129] (rows=316788826 width=135) - Conds:RS_34._col0=RS_35._col0(Inner),Output:["_col1","_col3"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_35] + Conds:RS_171._col0=RS_139._col0(Inner),Output:["_col1","_col3"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_139] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_34] + Please refer to the previous Select Operator [SEL_137] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_171] PartitionCols:_col0 - Select Operator [SEL_27] (rows=287989836 width=135) + Select Operator [SEL_170] (rows=287989836 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_120] (rows=287989836 width=135) + Filter Operator [FIL_169] (rows=287989836 width=135) predicate:(cs_bill_customer_sk is not null and cs_sold_date_sk is not null) TableScan [TS_25] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk"] - <-Reducer 4 [CONTAINS] - Reduce Output Operator [RS_54] + <-Reducer 4 [CONTAINS] vectorized + Reduce Output Operator [RS_152] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_53] (rows=261355616 width=103) + Group By Operator [GBY_151] (rows=261355616 width=103) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_51] (rows=261355616 width=103) + Select Operator [SEL_150] (rows=261355616 width=103) Output:["_col0","_col1","_col2","_col3","_col4"] - Select Operator [SEL_24] (rows=174238687 width=88) + Select Operator [SEL_149] (rows=174238687 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_23] (rows=174238687 width=88) + Group By Operator [GBY_148] (rows=174238687 width=88) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col1, _col0, _col2 - Select Operator [SEL_19] (rows=348477374 width=88) + Select Operator [SEL_147] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_18] (rows=348477374 width=88) + Group By Operator [GBY_146] (rows=348477374 width=88) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -213,26 +213,26 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2"],keys:_col7, _col6, _col3 Merge Join Operator [MERGEJOIN_128] (rows=696954748 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col3","_col6","_col7"] - <-Map 17 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_143._col0(Inner),Output:["_col3","_col6","_col7"] + <-Map 17 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_143] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_142] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_127] (rows=633595212 width=88) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col3"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_10] + Conds:RS_135._col0=RS_138._col0(Inner),Output:["_col1","_col3"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_138] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Please refer to the previous Select Operator [SEL_137] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_135] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_134] (rows=575995635 width=88) Output:["_col0","_col1"] - Filter Operator [FIL_117] (rows=575995635 width=88) + Filter Operator [FIL_133] (rows=575995635 width=88) predicate:(ss_customer_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_customer_sk"] diff --git ql/src/test/results/clientpositive/perf/tez/query88.q.out ql/src/test/results/clientpositive/perf/tez/query88.q.out index 6bad30c..eeefd26 100644 --- ql/src/test/results/clientpositive/perf/tez/query88.q.out +++ ql/src/test/results/clientpositive/perf/tez/query88.q.out @@ -230,22 +230,22 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_347] (rows=1 width=65) Conds:(Inner),(Inner),(Inner),(Inner),(Inner),(Inner),(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Reducer 10 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_209] - Group By Operator [GBY_50] (rows=1 width=8) + <-Reducer 10 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_405] + Group By Operator [GBY_404] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 9 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_49] Group By Operator [GBY_48] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_328] (rows=766650239 width=88) - Conds:RS_44._col2=RS_45._col0(Inner) - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_45] + Conds:RS_44._col2=RS_395._col0(Inner) + <-Map 37 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_395] PartitionCols:_col0 - Select Operator [SEL_11] (rows=852 width=1910) + Select Operator [SEL_393] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_294] (rows=852 width=1910) + Filter Operator [FIL_392] (rows=852 width=1910) predicate:((s_store_name = 'ese') and s_store_sk is not null) TableScan [TS_9] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] @@ -253,13 +253,13 @@ Stage-0 SHUFFLE [RS_44] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_327] (rows=696954748 width=88) - Conds:RS_41._col1=RS_42._col0(Inner),Output:["_col2"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_42] + Conds:RS_41._col1=RS_385._col0(Inner),Output:["_col2"] + <-Map 36 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_385] PartitionCols:_col0 - Select Operator [SEL_8] (rows=3600 width=107) + Select Operator [SEL_383] (rows=3600 width=107) Output:["_col0"] - Filter Operator [FIL_293] (rows=3600 width=107) + Filter Operator [FIL_382] (rows=3600 width=107) predicate:((((hd_dep_count = 3) and (hd_vehicle_count <= 5)) or ((hd_dep_count = 0) and (hd_vehicle_count <= 2)) or ((hd_dep_count = 1) and (hd_vehicle_count <= 3))) and hd_demo_sk is not null) TableScan [TS_6] (rows=7200 width=107) default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count","hd_vehicle_count"] @@ -267,303 +267,303 @@ Stage-0 SHUFFLE [RS_41] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_326] (rows=633595212 width=88) - Conds:RS_38._col0=RS_39._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_38] + Conds:RS_351._col0=RS_375._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_351] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_349] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_291] (rows=575995635 width=88) + Filter Operator [FIL_348] (rows=575995635 width=88) predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_39] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_375] PartitionCols:_col0 - Select Operator [SEL_31] (rows=14400 width=471) + Select Operator [SEL_367] (rows=14400 width=471) Output:["_col0"] - Filter Operator [FIL_296] (rows=14400 width=471) + Filter Operator [FIL_359] (rows=14400 width=471) predicate:((t_hour = 12) and (t_minute < 30) and t_time_sk is not null) TableScan [TS_3] (rows=86400 width=471) default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"] - <-Reducer 14 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_210] - Group By Operator [GBY_76] (rows=1 width=8) + <-Reducer 14 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_407] + Group By Operator [GBY_406] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 13 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_75] Group By Operator [GBY_74] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_331] (rows=766650239 width=88) - Conds:RS_70._col2=RS_71._col0(Inner) - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_71] + Conds:RS_70._col2=RS_396._col0(Inner) + <-Map 37 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_396] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_393] <-Reducer 12 [SIMPLE_EDGE] SHUFFLE [RS_70] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_330] (rows=696954748 width=88) - Conds:RS_67._col1=RS_68._col0(Inner),Output:["_col2"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_68] + Conds:RS_67._col1=RS_386._col0(Inner),Output:["_col2"] + <-Map 36 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_386] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_383] <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_67] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_329] (rows=633595212 width=88) - Conds:RS_64._col0=RS_65._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_64] + Conds:RS_352._col0=RS_376._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_352] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_65] + Please refer to the previous Select Operator [SEL_349] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_376] PartitionCols:_col0 - Select Operator [SEL_57] (rows=14400 width=471) + Select Operator [SEL_368] (rows=14400 width=471) Output:["_col0"] - Filter Operator [FIL_300] (rows=14400 width=471) + Filter Operator [FIL_360] (rows=14400 width=471) predicate:((t_hour = 11) and (t_minute >= 30) and t_time_sk is not null) Please refer to the previous TableScan [TS_3] - <-Reducer 18 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_211] - Group By Operator [GBY_102] (rows=1 width=8) + <-Reducer 18 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_409] + Group By Operator [GBY_408] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 17 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_101] Group By Operator [GBY_100] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_334] (rows=766650239 width=88) - Conds:RS_96._col2=RS_97._col0(Inner) - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_97] + Conds:RS_96._col2=RS_397._col0(Inner) + <-Map 37 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_397] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_393] <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_96] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_333] (rows=696954748 width=88) - Conds:RS_93._col1=RS_94._col0(Inner),Output:["_col2"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_94] + Conds:RS_93._col1=RS_387._col0(Inner),Output:["_col2"] + <-Map 36 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_387] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_383] <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_93] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_332] (rows=633595212 width=88) - Conds:RS_90._col0=RS_91._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_90] + Conds:RS_353._col0=RS_377._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_353] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_91] + Please refer to the previous Select Operator [SEL_349] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_377] PartitionCols:_col0 - Select Operator [SEL_83] (rows=14400 width=471) + Select Operator [SEL_369] (rows=14400 width=471) Output:["_col0"] - Filter Operator [FIL_304] (rows=14400 width=471) + Filter Operator [FIL_361] (rows=14400 width=471) predicate:((t_hour = 11) and (t_minute < 30) and t_time_sk is not null) Please refer to the previous TableScan [TS_3] - <-Reducer 22 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_212] - Group By Operator [GBY_128] (rows=1 width=8) + <-Reducer 22 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_411] + Group By Operator [GBY_410] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 21 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_127] Group By Operator [GBY_126] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_337] (rows=766650239 width=88) - Conds:RS_122._col2=RS_123._col0(Inner) - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_123] + Conds:RS_122._col2=RS_398._col0(Inner) + <-Map 37 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_398] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_393] <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_122] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_336] (rows=696954748 width=88) - Conds:RS_119._col1=RS_120._col0(Inner),Output:["_col2"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_120] + Conds:RS_119._col1=RS_388._col0(Inner),Output:["_col2"] + <-Map 36 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_388] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_383] <-Reducer 19 [SIMPLE_EDGE] SHUFFLE [RS_119] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_335] (rows=633595212 width=88) - Conds:RS_116._col0=RS_117._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_116] + Conds:RS_354._col0=RS_378._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_354] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_117] + Please refer to the previous Select Operator [SEL_349] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_378] PartitionCols:_col0 - Select Operator [SEL_109] (rows=14400 width=471) + Select Operator [SEL_370] (rows=14400 width=471) Output:["_col0"] - Filter Operator [FIL_308] (rows=14400 width=471) + Filter Operator [FIL_362] (rows=14400 width=471) predicate:((t_hour = 10) and (t_minute >= 30) and t_time_sk is not null) Please refer to the previous TableScan [TS_3] - <-Reducer 26 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_213] - Group By Operator [GBY_154] (rows=1 width=8) + <-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_413] + Group By Operator [GBY_412] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 25 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_153] Group By Operator [GBY_152] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_340] (rows=766650239 width=88) - Conds:RS_148._col2=RS_149._col0(Inner) - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_149] + Conds:RS_148._col2=RS_399._col0(Inner) + <-Map 37 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_399] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_393] <-Reducer 24 [SIMPLE_EDGE] SHUFFLE [RS_148] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_339] (rows=696954748 width=88) - Conds:RS_145._col1=RS_146._col0(Inner),Output:["_col2"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_146] + Conds:RS_145._col1=RS_389._col0(Inner),Output:["_col2"] + <-Map 36 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_389] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_383] <-Reducer 23 [SIMPLE_EDGE] SHUFFLE [RS_145] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_338] (rows=633595212 width=88) - Conds:RS_142._col0=RS_143._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_142] + Conds:RS_355._col0=RS_379._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_355] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_143] + Please refer to the previous Select Operator [SEL_349] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_379] PartitionCols:_col0 - Select Operator [SEL_135] (rows=14400 width=471) + Select Operator [SEL_371] (rows=14400 width=471) Output:["_col0"] - Filter Operator [FIL_312] (rows=14400 width=471) + Filter Operator [FIL_363] (rows=14400 width=471) predicate:((t_hour = 10) and (t_minute < 30) and t_time_sk is not null) Please refer to the previous TableScan [TS_3] - <-Reducer 30 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_214] - Group By Operator [GBY_180] (rows=1 width=8) + <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_415] + Group By Operator [GBY_414] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 29 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_179] Group By Operator [GBY_178] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_343] (rows=766650239 width=88) - Conds:RS_174._col2=RS_175._col0(Inner) - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_175] + Conds:RS_174._col2=RS_400._col0(Inner) + <-Map 37 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_400] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_393] <-Reducer 28 [SIMPLE_EDGE] SHUFFLE [RS_174] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_342] (rows=696954748 width=88) - Conds:RS_171._col1=RS_172._col0(Inner),Output:["_col2"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_172] + Conds:RS_171._col1=RS_390._col0(Inner),Output:["_col2"] + <-Map 36 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_390] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_383] <-Reducer 27 [SIMPLE_EDGE] SHUFFLE [RS_171] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_341] (rows=633595212 width=88) - Conds:RS_168._col0=RS_169._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_168] + Conds:RS_356._col0=RS_380._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_356] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_169] + Please refer to the previous Select Operator [SEL_349] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_380] PartitionCols:_col0 - Select Operator [SEL_161] (rows=14400 width=471) + Select Operator [SEL_372] (rows=14400 width=471) Output:["_col0"] - Filter Operator [FIL_316] (rows=14400 width=471) + Filter Operator [FIL_364] (rows=14400 width=471) predicate:((t_hour = 9) and (t_minute >= 30) and t_time_sk is not null) Please refer to the previous TableScan [TS_3] - <-Reducer 34 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_215] - Group By Operator [GBY_206] (rows=1 width=8) + <-Reducer 34 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_417] + Group By Operator [GBY_416] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 33 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_205] Group By Operator [GBY_204] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_346] (rows=766650239 width=88) - Conds:RS_200._col2=RS_201._col0(Inner) - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_201] + Conds:RS_200._col2=RS_401._col0(Inner) + <-Map 37 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_401] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_393] <-Reducer 32 [SIMPLE_EDGE] SHUFFLE [RS_200] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_345] (rows=696954748 width=88) - Conds:RS_197._col1=RS_198._col0(Inner),Output:["_col2"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_198] + Conds:RS_197._col1=RS_391._col0(Inner),Output:["_col2"] + <-Map 36 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_391] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_383] <-Reducer 31 [SIMPLE_EDGE] SHUFFLE [RS_197] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_344] (rows=633595212 width=88) - Conds:RS_194._col0=RS_195._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_194] + Conds:RS_357._col0=RS_381._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_357] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_195] + Please refer to the previous Select Operator [SEL_349] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_381] PartitionCols:_col0 - Select Operator [SEL_187] (rows=14400 width=471) + Select Operator [SEL_373] (rows=14400 width=471) Output:["_col0"] - Filter Operator [FIL_320] (rows=14400 width=471) + Filter Operator [FIL_365] (rows=14400 width=471) predicate:((t_hour = 9) and (t_minute < 30) and t_time_sk is not null) Please refer to the previous TableScan [TS_3] - <-Reducer 5 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_208] - Group By Operator [GBY_24] (rows=1 width=8) + <-Reducer 5 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_403] + Group By Operator [GBY_402] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_23] Group By Operator [GBY_22] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_325] (rows=766650239 width=88) - Conds:RS_18._col2=RS_19._col0(Inner) - <-Map 37 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_394._col0(Inner) + <-Map 37 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_394] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_393] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_324] (rows=696954748 width=88) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2"] - <-Map 36 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col1=RS_384._col0(Inner),Output:["_col2"] + <-Map 36 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_384] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_8] + Please refer to the previous Select Operator [SEL_383] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_15] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_323] (rows=633595212 width=88) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_350._col0=RS_374._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_350] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_2] - <-Map 35 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Please refer to the previous Select Operator [SEL_349] + <-Map 35 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_374] PartitionCols:_col0 - Select Operator [SEL_5] (rows=14400 width=471) + Select Operator [SEL_366] (rows=14400 width=471) Output:["_col0"] - Filter Operator [FIL_292] (rows=14400 width=471) + Filter Operator [FIL_358] (rows=14400 width=471) predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null) Please refer to the previous TableScan [TS_3] diff --git ql/src/test/results/clientpositive/perf/tez/query89.q.out ql/src/test/results/clientpositive/perf/tez/query89.q.out index 8d3f6c8..d7f1be1 100644 --- ql/src/test/results/clientpositive/perf/tez/query89.q.out +++ ql/src/test/results/clientpositive/perf/tez/query89.q.out @@ -66,11 +66,11 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 - File Output Operator [FS_37] - Limit [LIM_35] (rows=100 width=88) + Reducer 7 vectorized + File Output Operator [FS_74] + Limit [LIM_73] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_34] (rows=191662559 width=88) + Select Operator [SEL_72] (rows=191662559 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_33] @@ -84,10 +84,10 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col2 ASC NULLS FIRST, _col0 ASC NULLS FIRST, _col4 ASC NULLS FIRST, _col5 ASC NULLS FIRST","partition by:":"_col2, _col0, _col4, _col5"}] Select Operator [SEL_27] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_26] + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_68] PartitionCols:_col2, _col0, _col4, _col5 - Group By Operator [GBY_24] (rows=383325119 width=88) + Group By Operator [GBY_67] (rows=383325119 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_23] @@ -95,13 +95,13 @@ Stage-0 Group By Operator [GBY_22] (rows=766650239 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col3)"],keys:_col5, _col6, _col7, _col10, _col12, _col13 Merge Join Operator [MERGEJOIN_54] (rows=766650239 width=88) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col10","_col12","_col13"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_66._col0(Inner),Output:["_col3","_col5","_col6","_col7","_col10","_col12","_col13"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_66] PartitionCols:_col0 - Select Operator [SEL_11] (rows=1704 width=1910) + Select Operator [SEL_65] (rows=1704 width=1910) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_51] (rows=1704 width=1910) + Filter Operator [FIL_64] (rows=1704 width=1910) predicate:s_store_sk is not null TableScan [TS_9] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name","s_company_name"] @@ -109,13 +109,13 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_53] (rows=696954748 width=88) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col7","_col10"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col0=RS_63._col0(Inner),Output:["_col2","_col3","_col5","_col6","_col7","_col10"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_63] PartitionCols:_col0 - Select Operator [SEL_8] (rows=36524 width=1119) + Select Operator [SEL_62] (rows=36524 width=1119) Output:["_col0","_col2"] - Filter Operator [FIL_50] (rows=36524 width=1119) + Filter Operator [FIL_61] (rows=36524 width=1119) predicate:((d_year = 2000) and d_date_sk is not null) TableScan [TS_6] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] @@ -123,22 +123,22 @@ Stage-0 SHUFFLE [RS_15] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_52] (rows=633595212 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6","_col7"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_57._col1=RS_60._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6","_col7"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_57] PartitionCols:_col1 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_56] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_48] (rows=575995635 width=88) + Filter Operator [FIL_55] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_store_sk","ss_sales_price"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_60] PartitionCols:_col0 - Select Operator [SEL_5] (rows=231000 width=1436) + Select Operator [SEL_59] (rows=231000 width=1436) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_49] (rows=231000 width=1436) + Filter Operator [FIL_58] (rows=231000 width=1436) predicate:((((i_category) IN ('Home', 'Books', 'Electronics') and (i_class) IN ('wallpaper', 'parenting', 'musical')) or ((i_category) IN ('Shoes', 'Jewelry', 'Men') and (i_class) IN ('womens', 'birdal', 'pants'))) and ((i_category) IN ('Home', 'Books', 'Electronics') or (i_category) IN ('Shoes', 'Jewelry', 'Men')) and ((i_class) IN ('wallpaper', 'parenting', 'musical') or (i_class) IN ('womens', 'birdal', 'pants')) and i_item_sk is not null) TableScan [TS_3] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_brand","i_class","i_category"] diff --git ql/src/test/results/clientpositive/perf/tez/query9.q.out ql/src/test/results/clientpositive/perf/tez/query9.q.out index 8df7ed9..611daa8 100644 --- ql/src/test/results/clientpositive/perf/tez/query9.q.out +++ ql/src/test/results/clientpositive/perf/tez/query9.q.out @@ -179,19 +179,19 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_135] Merge Join Operator [MERGEJOIN_179] (rows=36 width=953) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - <-Reducer 34 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_133] - Select Operator [SEL_65] (rows=1 width=120) + <-Reducer 34 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_272] + Select Operator [SEL_271] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_64] (rows=1 width=120) + Group By Operator [GBY_270] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 29 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_63] - Group By Operator [GBY_62] (rows=1 width=120) + <-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_253] + Group By Operator [GBY_248] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"] - Select Operator [SEL_61] (rows=63999515 width=88) + Select Operator [SEL_243] (rows=63999515 width=88) Output:["ss_net_paid_inc_tax"] - Filter Operator [FIL_164] (rows=63999515 width=88) + Filter Operator [FIL_238] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 41 AND 60 TableScan [TS_80] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_net_paid_inc_tax"] @@ -199,19 +199,19 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_132] Merge Join Operator [MERGEJOIN_178] (rows=36 width=832) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - <-Reducer 28 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_130] - Select Operator [SEL_58] (rows=1 width=120) + <-Reducer 28 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_269] + Select Operator [SEL_268] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_57] (rows=1 width=120) + Group By Operator [GBY_267] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 23 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_56] - Group By Operator [GBY_55] (rows=1 width=120) + <-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_230] + Group By Operator [GBY_225] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"] - Select Operator [SEL_54] (rows=63999515 width=88) + Select Operator [SEL_220] (rows=63999515 width=88) Output:["ss_ext_list_price"] - Filter Operator [FIL_163] (rows=63999515 width=88) + Filter Operator [FIL_215] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 41 AND 60 TableScan [TS_73] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity","ss_ext_list_price"] @@ -219,16 +219,16 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_129] Merge Join Operator [MERGEJOIN_177] (rows=36 width=711) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Reducer 22 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_127] - Group By Operator [GBY_50] (rows=1 width=8) + <-Reducer 22 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_266] + Group By Operator [GBY_265] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 17 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_49] - Group By Operator [GBY_48] (rows=1 width=8) + <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_208] + Group By Operator [GBY_203] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_47] (rows=63999515 width=88) - Filter Operator [FIL_162] (rows=63999515 width=88) + Select Operator [SEL_198] (rows=63999515 width=88) + Filter Operator [FIL_193] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 41 AND 60 TableScan [TS_66] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_quantity"] @@ -236,54 +236,54 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_126] Merge Join Operator [MERGEJOIN_176] (rows=36 width=702) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - <-Reducer 33 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_124] - Select Operator [SEL_44] (rows=1 width=120) + <-Reducer 33 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_264] + Select Operator [SEL_263] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_43] (rows=1 width=120) + Group By Operator [GBY_262] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 29 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_42] - Group By Operator [GBY_41] (rows=1 width=120) + <-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_252] + Group By Operator [GBY_247] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"] - Select Operator [SEL_40] (rows=63999515 width=88) + Select Operator [SEL_242] (rows=63999515 width=88) Output:["ss_net_paid_inc_tax"] - Filter Operator [FIL_161] (rows=63999515 width=88) + Filter Operator [FIL_237] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 21 AND 40 Please refer to the previous TableScan [TS_80] <-Reducer 6 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_123] Merge Join Operator [MERGEJOIN_175] (rows=36 width=581) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Reducer 27 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_121] - Select Operator [SEL_37] (rows=1 width=120) + <-Reducer 27 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_261] + Select Operator [SEL_260] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_36] (rows=1 width=120) + Group By Operator [GBY_259] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 23 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_35] - Group By Operator [GBY_34] (rows=1 width=120) + <-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_229] + Group By Operator [GBY_224] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"] - Select Operator [SEL_33] (rows=63999515 width=88) + Select Operator [SEL_219] (rows=63999515 width=88) Output:["ss_ext_list_price"] - Filter Operator [FIL_160] (rows=63999515 width=88) + Filter Operator [FIL_214] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 21 AND 40 Please refer to the previous TableScan [TS_73] <-Reducer 5 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_120] Merge Join Operator [MERGEJOIN_174] (rows=36 width=460) Conds:(Left Outer),Output:["_col1","_col2","_col3","_col4"] - <-Reducer 21 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_118] - Group By Operator [GBY_29] (rows=1 width=8) + <-Reducer 21 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_258] + Group By Operator [GBY_257] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 17 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_28] - Group By Operator [GBY_27] (rows=1 width=8) + <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_207] + Group By Operator [GBY_202] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_26] (rows=63999515 width=88) - Filter Operator [FIL_159] (rows=63999515 width=88) + Select Operator [SEL_197] (rows=63999515 width=88) + Filter Operator [FIL_192] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 21 AND 40 Please refer to the previous TableScan [TS_66] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] @@ -298,137 +298,137 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_111] Merge Join Operator [MERGEJOIN_171] (rows=36 width=209) Conds:(Left Outer),Output:["_col1"] - <-Map 1 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_108] - Select Operator [SEL_2] (rows=36 width=200) - Filter Operator [FIL_155] (rows=36 width=200) + <-Map 1 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_188] + Select Operator [SEL_187] (rows=36 width=200) + Filter Operator [FIL_186] (rows=36 width=200) predicate:(r_reason_sk = 1) TableScan [TS_0] (rows=72 width=200) default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk"] - <-Reducer 20 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_109] - Group By Operator [GBY_8] (rows=1 width=8) + <-Reducer 20 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_210] + Group By Operator [GBY_209] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 17 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_7] - Group By Operator [GBY_6] (rows=1 width=8) + <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_206] + Group By Operator [GBY_201] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_5] (rows=63999515 width=88) - Filter Operator [FIL_156] (rows=63999515 width=88) + Select Operator [SEL_196] (rows=63999515 width=88) + Filter Operator [FIL_191] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 1 AND 20 Please refer to the previous TableScan [TS_66] - <-Reducer 26 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_112] - Select Operator [SEL_16] (rows=1 width=120) + <-Reducer 26 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_233] + Select Operator [SEL_232] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_15] (rows=1 width=120) + Group By Operator [GBY_231] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 23 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_14] - Group By Operator [GBY_13] (rows=1 width=120) + <-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_228] + Group By Operator [GBY_223] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"] - Select Operator [SEL_12] (rows=63999515 width=88) + Select Operator [SEL_218] (rows=63999515 width=88) Output:["ss_ext_list_price"] - Filter Operator [FIL_157] (rows=63999515 width=88) + Filter Operator [FIL_213] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 1 AND 20 Please refer to the previous TableScan [TS_73] - <-Reducer 32 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_115] - Select Operator [SEL_23] (rows=1 width=120) + <-Reducer 32 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_256] + Select Operator [SEL_255] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_22] (rows=1 width=120) + Group By Operator [GBY_254] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 29 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_21] - Group By Operator [GBY_20] (rows=1 width=120) + <-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_251] + Group By Operator [GBY_246] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"] - Select Operator [SEL_19] (rows=63999515 width=88) + Select Operator [SEL_241] (rows=63999515 width=88) Output:["ss_net_paid_inc_tax"] - Filter Operator [FIL_158] (rows=63999515 width=88) + Filter Operator [FIL_236] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 1 AND 20 Please refer to the previous TableScan [TS_80] - <-Reducer 18 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_136] - Group By Operator [GBY_71] (rows=1 width=8) + <-Reducer 18 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_274] + Group By Operator [GBY_273] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 17 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_70] - Group By Operator [GBY_69] (rows=1 width=8) + <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_204] + Group By Operator [GBY_199] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_68] (rows=63999515 width=88) - Filter Operator [FIL_165] (rows=63999515 width=88) + Select Operator [SEL_194] (rows=63999515 width=88) + Filter Operator [FIL_189] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 61 AND 80 Please refer to the previous TableScan [TS_66] - <-Reducer 24 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_139] - Select Operator [SEL_79] (rows=1 width=120) + <-Reducer 24 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_277] + Select Operator [SEL_276] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_78] (rows=1 width=120) + Group By Operator [GBY_275] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 23 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_77] - Group By Operator [GBY_76] (rows=1 width=120) + <-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_226] + Group By Operator [GBY_221] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"] - Select Operator [SEL_75] (rows=63999515 width=88) + Select Operator [SEL_216] (rows=63999515 width=88) Output:["ss_ext_list_price"] - Filter Operator [FIL_166] (rows=63999515 width=88) + Filter Operator [FIL_211] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 61 AND 80 Please refer to the previous TableScan [TS_73] - <-Reducer 30 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_142] - Select Operator [SEL_86] (rows=1 width=120) + <-Reducer 30 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_280] + Select Operator [SEL_279] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_85] (rows=1 width=120) + Group By Operator [GBY_278] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 29 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_84] - Group By Operator [GBY_83] (rows=1 width=120) + <-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_249] + Group By Operator [GBY_244] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"] - Select Operator [SEL_82] (rows=63999515 width=88) + Select Operator [SEL_239] (rows=63999515 width=88) Output:["ss_net_paid_inc_tax"] - Filter Operator [FIL_167] (rows=63999515 width=88) + Filter Operator [FIL_234] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 61 AND 80 Please refer to the previous TableScan [TS_80] - <-Reducer 19 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_145] - Group By Operator [GBY_92] (rows=1 width=8) + <-Reducer 19 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_282] + Group By Operator [GBY_281] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 17 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_91] - Group By Operator [GBY_90] (rows=1 width=8) + <-Map 17 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_205] + Group By Operator [GBY_200] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_89] (rows=63999515 width=88) - Filter Operator [FIL_168] (rows=63999515 width=88) + Select Operator [SEL_195] (rows=63999515 width=88) + Filter Operator [FIL_190] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 81 AND 100 Please refer to the previous TableScan [TS_66] - <-Reducer 25 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_148] - Select Operator [SEL_100] (rows=1 width=120) + <-Reducer 25 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_285] + Select Operator [SEL_284] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_99] (rows=1 width=120) + Group By Operator [GBY_283] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 23 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_98] - Group By Operator [GBY_97] (rows=1 width=120) + <-Map 23 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_227] + Group By Operator [GBY_222] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_ext_list_price)","count(ss_ext_list_price)"] - Select Operator [SEL_96] (rows=63999515 width=88) + Select Operator [SEL_217] (rows=63999515 width=88) Output:["ss_ext_list_price"] - Filter Operator [FIL_169] (rows=63999515 width=88) + Filter Operator [FIL_212] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 81 AND 100 Please refer to the previous TableScan [TS_73] - <-Reducer 31 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_151] - Select Operator [SEL_107] (rows=1 width=120) + <-Reducer 31 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_288] + Select Operator [SEL_287] (rows=1 width=120) Output:["_col0"] - Group By Operator [GBY_106] (rows=1 width=120) + Group By Operator [GBY_286] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 29 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_105] - Group By Operator [GBY_104] (rows=1 width=120) + <-Map 29 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_250] + Group By Operator [GBY_245] (rows=1 width=120) Output:["_col0","_col1"],aggregations:["sum(ss_net_paid_inc_tax)","count(ss_net_paid_inc_tax)"] - Select Operator [SEL_103] (rows=63999515 width=88) + Select Operator [SEL_240] (rows=63999515 width=88) Output:["ss_net_paid_inc_tax"] - Filter Operator [FIL_170] (rows=63999515 width=88) + Filter Operator [FIL_235] (rows=63999515 width=88) predicate:ss_quantity BETWEEN 81 AND 100 Please refer to the previous TableScan [TS_80] diff --git ql/src/test/results/clientpositive/perf/tez/query90.q.out ql/src/test/results/clientpositive/perf/tez/query90.q.out index 6f8f3c5..7bb44a6 100644 --- ql/src/test/results/clientpositive/perf/tez/query90.q.out +++ ql/src/test/results/clientpositive/perf/tez/query90.q.out @@ -58,11 +58,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 7 - File Output Operator [FS_59] - Limit [LIM_58] (rows=1 width=17) + Reducer 7 vectorized + File Output Operator [FS_115] + Limit [LIM_114] (rows=1 width=17) Number of rows:100 - Select Operator [SEL_57] (rows=1 width=17) + Select Operator [SEL_113] (rows=1 width=17) Output:["_col0"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_56] @@ -70,22 +70,22 @@ Stage-0 Output:["_col0"] Merge Join Operator [MERGEJOIN_92] (rows=1 width=17) Conds:(Inner),Output:["_col0","_col1"] - <-Reducer 10 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_53] - Group By Operator [GBY_50] (rows=1 width=8) + <-Reducer 10 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_112] + Group By Operator [GBY_111] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 9 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_49] Group By Operator [GBY_48] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_91] (rows=191667562 width=135) - Conds:RS_44._col1=RS_45._col0(Inner) - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_45] + Conds:RS_44._col1=RS_108._col0(Inner) + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_108] PartitionCols:_col0 - Select Operator [SEL_11] (rows=3600 width=107) + Select Operator [SEL_106] (rows=3600 width=107) Output:["_col0"] - Filter Operator [FIL_81] (rows=3600 width=107) + Filter Operator [FIL_105] (rows=3600 width=107) predicate:((hd_dep_count = 8) and hd_demo_sk is not null) TableScan [TS_9] (rows=7200 width=107) default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"] @@ -93,13 +93,13 @@ Stage-0 SHUFFLE [RS_44] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_90] (rows=174243235 width=135) - Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_42] + Conds:RS_41._col0=RS_104._col0(Inner),Output:["_col1"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_104] PartitionCols:_col0 - Select Operator [SEL_34] (rows=9600 width=471) + Select Operator [SEL_102] (rows=9600 width=471) Output:["_col0"] - Filter Operator [FIL_84] (rows=9600 width=471) + Filter Operator [FIL_100] (rows=9600 width=471) predicate:(t_hour BETWEEN 14 AND 15 and t_time_sk is not null) TableScan [TS_6] (rows=86400 width=471) default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour"] @@ -107,50 +107,50 @@ Stage-0 SHUFFLE [RS_41] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_86] (rows=158402938 width=135) - Conds:RS_12._col2=RS_13._col0(Inner),Output:["_col0","_col1"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_95._col2=RS_98._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_95] PartitionCols:_col2 - Select Operator [SEL_2] (rows=144002668 width=135) + Select Operator [SEL_94] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_78] (rows=144002668 width=135) + Filter Operator [FIL_93] (rows=144002668 width=135) predicate:(ws_ship_hdemo_sk is not null and ws_sold_time_sk is not null and ws_web_page_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_time_sk","ws_ship_hdemo_sk","ws_web_page_sk"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_98] PartitionCols:_col0 - Select Operator [SEL_5] (rows=511 width=585) + Select Operator [SEL_97] (rows=511 width=585) Output:["_col0"] - Filter Operator [FIL_79] (rows=511 width=585) + Filter Operator [FIL_96] (rows=511 width=585) predicate:(wp_char_count BETWEEN 5000 AND 5200 and wp_web_page_sk is not null) TableScan [TS_3] (rows=4602 width=585) default@web_page,web_page,Tbl:COMPLETE,Col:NONE,Output:["wp_web_page_sk","wp_char_count"] - <-Reducer 5 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_52] - Group By Operator [GBY_24] (rows=1 width=8) + <-Reducer 5 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_110] + Group By Operator [GBY_109] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_23] Group By Operator [GBY_22] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_88] (rows=191667562 width=135) - Conds:RS_18._col1=RS_19._col0(Inner) - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col1=RS_107._col0(Inner) + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_107] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_11] + Please refer to the previous Select Operator [SEL_106] <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_87] (rows=174243235 width=135) - Conds:RS_15._col0=RS_16._col0(Inner),Output:["_col1"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col0=RS_103._col0(Inner),Output:["_col1"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_103] PartitionCols:_col0 - Select Operator [SEL_8] (rows=9600 width=471) + Select Operator [SEL_101] (rows=9600 width=471) Output:["_col0"] - Filter Operator [FIL_80] (rows=9600 width=471) + Filter Operator [FIL_99] (rows=9600 width=471) predicate:(t_hour BETWEEN 6 AND 7 and t_time_sk is not null) Please refer to the previous TableScan [TS_6] <-Reducer 2 [SIMPLE_EDGE] diff --git ql/src/test/results/clientpositive/perf/tez/query91.q.out ql/src/test/results/clientpositive/perf/tez/query91.q.out index dc2e684a..4e628fe 100644 --- ql/src/test/results/clientpositive/perf/tez/query91.q.out +++ ql/src/test/results/clientpositive/perf/tez/query91.q.out @@ -74,15 +74,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 - File Output Operator [FS_48] - Select Operator [SEL_46] (rows=58564004 width=860) + Reducer 6 vectorized + File Output Operator [FS_108] + Select Operator [SEL_107] (rows=58564004 width=860) Output:["_col0","_col1","_col2","_col3"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_45] - Select Operator [SEL_44] (rows=58564004 width=860) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_106] + Select Operator [SEL_105] (rows=58564004 width=860) Output:["_col0","_col1","_col2","_col4"] - Group By Operator [GBY_43] (rows=58564004 width=860) + Group By Operator [GBY_104] (rows=58564004 width=860) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_42] @@ -97,13 +97,13 @@ Stage-0 Select Operator [SEL_30] (rows=106480005 width=860) Output:["_col2","_col7","_col8"] Merge Join Operator [MERGEJOIN_81] (rows=106480005 width=860) - Conds:RS_27._col2=RS_28._col0(Inner),Output:["_col0","_col5","_col6"] - <-Map 15 [SIMPLE_EDGE] - SHUFFLE [RS_28] + Conds:RS_27._col2=RS_103._col0(Inner),Output:["_col0","_col5","_col6"] + <-Map 15 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_103] PartitionCols:_col0 - Select Operator [SEL_20] (rows=3600 width=107) + Select Operator [SEL_102] (rows=3600 width=107) Output:["_col0"] - Filter Operator [FIL_76] (rows=3600 width=107) + Filter Operator [FIL_101] (rows=3600 width=107) predicate:((hd_buy_potential like '0-500%') and hd_demo_sk is not null) TableScan [TS_18] (rows=7200 width=107) default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_buy_potential"] @@ -111,13 +111,13 @@ Stage-0 SHUFFLE [RS_27] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_80] (rows=96800003 width=860) - Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col0","_col2","_col5","_col6"] - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col3=RS_100._col0(Inner),Output:["_col0","_col2","_col5","_col6"] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_100] PartitionCols:_col0 - Select Operator [SEL_17] (rows=20000000 width=1014) + Select Operator [SEL_99] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_75] (rows=20000000 width=1014) + Filter Operator [FIL_98] (rows=20000000 width=1014) predicate:((ca_gmt_offset = -7) and ca_address_sk is not null) TableScan [TS_15] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_gmt_offset"] @@ -125,22 +125,22 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_79] (rows=88000001 width=860) - Conds:RS_21._col1=RS_22._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6"] - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_94._col1=RS_97._col0(Inner),Output:["_col0","_col2","_col3","_col5","_col6"] + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_97] PartitionCols:_col0 - Select Operator [SEL_14] (rows=930900 width=385) + Select Operator [SEL_96] (rows=930900 width=385) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_74] (rows=930900 width=385) + Filter Operator [FIL_95] (rows=930900 width=385) predicate:((((cd_marital_status = 'M') and (cd_education_status = 'Unknown')) or ((cd_marital_status = 'W') and (cd_education_status = 'Advanced Degree'))) and ((cd_education_status = 'Unknown') or (cd_education_status = 'Advanced Degree')) and ((cd_marital_status = 'M') or (cd_marital_status = 'W')) and cd_demo_sk is not null) TableScan [TS_12] (rows=1861800 width=385) default@customer_demographics,customer_demographics,Tbl:COMPLETE,Col:NONE,Output:["cd_demo_sk","cd_marital_status","cd_education_status"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_21] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_94] PartitionCols:_col1 - Select Operator [SEL_11] (rows=80000000 width=860) + Select Operator [SEL_93] (rows=80000000 width=860) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_73] (rows=80000000 width=860) + Filter Operator [FIL_92] (rows=80000000 width=860) predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_customer_sk is not null) TableScan [TS_9] (rows=80000000 width=860) default@customer,customer,Tbl:COMPLETE,Col:NONE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk"] @@ -148,13 +148,13 @@ Stage-0 SHUFFLE [RS_37] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_78] (rows=34846646 width=106) - Conds:RS_34._col2=RS_35._col0(Inner),Output:["_col1","_col3","_col8","_col9","_col10"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_35] + Conds:RS_34._col2=RS_91._col0(Inner),Output:["_col1","_col3","_col8","_col9","_col10"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_91] PartitionCols:_col0 - Select Operator [SEL_8] (rows=60 width=2045) + Select Operator [SEL_90] (rows=60 width=2045) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_72] (rows=60 width=2045) + Filter Operator [FIL_89] (rows=60 width=2045) predicate:cc_call_center_sk is not null TableScan [TS_6] (rows=60 width=2045) default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_call_center_id","cc_name","cc_manager"] @@ -162,22 +162,22 @@ Stage-0 SHUFFLE [RS_34] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_77] (rows=31678769 width=106) - Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col1","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_31] + Conds:RS_85._col0=RS_88._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_85] PartitionCols:_col0 - Select Operator [SEL_2] (rows=28798881 width=106) + Select Operator [SEL_84] (rows=28798881 width=106) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_70] (rows=28798881 width=106) + Filter Operator [FIL_83] (rows=28798881 width=106) predicate:(cr_call_center_sk is not null and cr_returned_date_sk is not null and cr_returning_customer_sk is not null) TableScan [TS_0] (rows=28798881 width=106) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:NONE,Output:["cr_returned_date_sk","cr_returning_customer_sk","cr_call_center_sk","cr_net_loss"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_32] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_88] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18262 width=1119) + Select Operator [SEL_87] (rows=18262 width=1119) Output:["_col0"] - Filter Operator [FIL_71] (rows=18262 width=1119) + Filter Operator [FIL_86] (rows=18262 width=1119) predicate:((d_moy = 11) and (d_year = 1999) and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_year","d_moy"] diff --git ql/src/test/results/clientpositive/perf/tez/query92.q.out ql/src/test/results/clientpositive/perf/tez/query92.q.out index 5118ebe..154c032 100644 --- ql/src/test/results/clientpositive/perf/tez/query92.q.out +++ ql/src/test/results/clientpositive/perf/tez/query92.q.out @@ -70,17 +70,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 5 - File Output Operator [FS_43] - Limit [LIM_41] (rows=1 width=112) + Reducer 5 vectorized + File Output Operator [FS_82] + Limit [LIM_81] (rows=1 width=112) Number of rows:100 - Select Operator [SEL_40] (rows=1 width=112) + Select Operator [SEL_80] (rows=1 width=112) Output:["_col0"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_39] - Select Operator [SEL_38] (rows=1 width=112) + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_79] + Select Operator [SEL_78] (rows=1 width=112) Output:["_col1"] - Group By Operator [GBY_37] (rows=1 width=112) + Group By Operator [GBY_77] (rows=1 width=112) Output:["_col0"],aggregations:["sum(VALUE._col0)"] <-Reducer 3 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_36] @@ -96,22 +96,22 @@ Stage-0 SHUFFLE [RS_30] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_61] (rows=158402938 width=135) - Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_27] + Conds:RS_67._col0=RS_70._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_67] PartitionCols:_col0 - Select Operator [SEL_2] (rows=144002668 width=135) + Select Operator [SEL_66] (rows=144002668 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_56] (rows=144002668 width=135) + Filter Operator [FIL_65] (rows=144002668 width=135) predicate:(ws_item_sk is not null and ws_sold_date_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,web_sales,Tbl:COMPLETE,Col:NONE,Output:["ws_sold_date_sk","ws_item_sk","ws_ext_discount_amt"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_28] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_70] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_69] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_57] (rows=8116 width=1119) + Filter Operator [FIL_68] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1998-03-18 00:00:00.0' AND TIMESTAMP'1998-06-16 01:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] @@ -119,22 +119,22 @@ Stage-0 FORWARD [RS_31] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_63] (rows=87121617 width=135) - Conds:RS_23._col1=RS_24._col0(Inner),Output:["_col0","_col2"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_24] + Conds:RS_73._col1=RS_76._col0(Inner),Output:["_col0","_col2"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_76] PartitionCols:_col0 - Select Operator [SEL_22] (rows=231000 width=1436) + Select Operator [SEL_75] (rows=231000 width=1436) Output:["_col0"] - Filter Operator [FIL_60] (rows=231000 width=1436) + Filter Operator [FIL_74] (rows=231000 width=1436) predicate:((i_manufact_id = 269) and i_item_sk is not null) TableScan [TS_20] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_manufact_id"] - <-Reducer 6 [ONE_TO_ONE_EDGE] - FORWARD [RS_23] + <-Reducer 6 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_73] PartitionCols:_col1 - Select Operator [SEL_19] (rows=79201469 width=135) + Select Operator [SEL_72] (rows=79201469 width=135) Output:["_col0","_col1"] - Group By Operator [GBY_18] (rows=79201469 width=135) + Group By Operator [GBY_71] (rows=79201469 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_17] diff --git ql/src/test/results/clientpositive/perf/tez/query93.q.out ql/src/test/results/clientpositive/perf/tez/query93.q.out index ca55d1c..eae344f 100644 --- ql/src/test/results/clientpositive/perf/tez/query93.q.out +++ ql/src/test/results/clientpositive/perf/tez/query93.q.out @@ -44,15 +44,15 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 5 - File Output Operator [FS_24] - Limit [LIM_23] (rows=100 width=88) + Reducer 5 vectorized + File Output Operator [FS_48] + Limit [LIM_47] (rows=100 width=88) Number of rows:100 - Select Operator [SEL_22] (rows=316797606 width=88) + Select Operator [SEL_46] (rows=316797606 width=88) Output:["_col0","_col1"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_21] - Group By Operator [GBY_19] (rows=316797606 width=88) + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_45] + Group By Operator [GBY_44] (rows=316797606 width=88) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -62,13 +62,13 @@ Stage-0 Select Operator [SEL_15] (rows=633595212 width=88) Output:["_col0","_col1"] Merge Join Operator [MERGEJOIN_34] (rows=633595212 width=88) - Conds:RS_12._col0, _col2=RS_13._col0, _col2(Inner),Output:["_col3","_col7","_col9","_col10"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col0, _col2=RS_43._col0, _col2(Inner),Output:["_col3","_col7","_col9","_col10"] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_43] PartitionCols:_col0, _col2 - Select Operator [SEL_8] (rows=575995635 width=88) + Select Operator [SEL_42] (rows=575995635 width=88) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_32] (rows=575995635 width=88) + Filter Operator [FIL_41] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_ticket_number is not null) TableScan [TS_6] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_item_sk","ss_customer_sk","ss_ticket_number","ss_quantity","ss_sales_price"] @@ -76,22 +76,22 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col0, _col2 Merge Join Operator [MERGEJOIN_33] (rows=63350266 width=77) - Conds:RS_9._col1=RS_10._col0(Inner),Output:["_col0","_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Conds:RS_37._col1=RS_40._col0(Inner),Output:["_col0","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_37] PartitionCols:_col1 - Select Operator [SEL_2] (rows=57591150 width=77) + Select Operator [SEL_36] (rows=57591150 width=77) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_30] (rows=57591150 width=77) + Filter Operator [FIL_35] (rows=57591150 width=77) predicate:(sr_item_sk is not null and sr_reason_sk is not null and sr_ticket_number is not null) TableScan [TS_0] (rows=57591150 width=77) default@store_returns,store_returns,Tbl:COMPLETE,Col:NONE,Output:["sr_item_sk","sr_reason_sk","sr_ticket_number","sr_return_quantity"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_10] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_40] PartitionCols:_col0 - Select Operator [SEL_5] (rows=36 width=200) + Select Operator [SEL_39] (rows=36 width=200) Output:["_col0"] - Filter Operator [FIL_31] (rows=36 width=200) + Filter Operator [FIL_38] (rows=36 width=200) predicate:((r_reason_desc = 'Did not like the warranty') and r_reason_sk is not null) TableScan [TS_3] (rows=72 width=200) default@reason,reason,Tbl:COMPLETE,Col:NONE,Output:["r_reason_sk","r_reason_desc"] diff --git ql/src/test/results/clientpositive/perf/tez/query94.q.out ql/src/test/results/clientpositive/perf/tez/query94.q.out index ed7d42b..66733a8 100644 --- ql/src/test/results/clientpositive/perf/tez/query94.q.out +++ ql/src/test/results/clientpositive/perf/tez/query94.q.out @@ -71,23 +71,23 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 9 - File Output Operator [FS_51] - Limit [LIM_49] (rows=1 width=344) + Reducer 9 vectorized + File Output Operator [FS_114] + Limit [LIM_113] (rows=1 width=344) Number of rows:100 - Select Operator [SEL_48] (rows=1 width=344) + Select Operator [SEL_112] (rows=1 width=344) Output:["_col0","_col1","_col2"] - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_47] - Select Operator [SEL_46] (rows=1 width=344) + <-Reducer 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_111] + Select Operator [SEL_110] (rows=1 width=344) Output:["_col1","_col2","_col3"] - Group By Operator [GBY_78] (rows=1 width=344) + Group By Operator [GBY_109] (rows=1 width=344) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Reducer 7 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_77] - Group By Operator [GBY_76] (rows=1 width=344) + <-Reducer 7 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_108] + Group By Operator [GBY_107] (rows=1 width=344) Output:["_col0","_col1","_col2"],aggregations:["count(_col0)","sum(_col1)","sum(_col2)"] - Group By Operator [GBY_75] (rows=115958879 width=135) + Group By Operator [GBY_106] (rows=115958879 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_74] @@ -99,20 +99,20 @@ Stage-0 Filter Operator [FIL_41] (rows=115958879 width=135) predicate:_col14 is null Merge Join Operator [MERGEJOIN_83] (rows=231917759 width=135) - Conds:RS_38._col4=RS_39._col0(Left Outer),Output:["_col4","_col5","_col6","_col14"] - <-Reducer 15 [ONE_TO_ONE_EDGE] - FORWARD [RS_39] + Conds:RS_38._col4=RS_105._col0(Left Outer),Output:["_col4","_col5","_col6","_col14"] + <-Reducer 15 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_105] PartitionCols:_col0 - Select Operator [SEL_31] (rows=7199233 width=92) + Select Operator [SEL_104] (rows=7199233 width=92) Output:["_col0","_col1"] - Group By Operator [GBY_30] (rows=7199233 width=92) + Group By Operator [GBY_103] (rows=7199233 width=92) Output:["_col0"],keys:KEY._col0 - <-Map 14 [SIMPLE_EDGE] - SHUFFLE [RS_29] + <-Map 14 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_102] PartitionCols:_col0 - Group By Operator [GBY_28] (rows=14398467 width=92) + Group By Operator [GBY_101] (rows=14398467 width=92) Output:["_col0"],keys:wr_order_number - Filter Operator [FIL_72] (rows=14398467 width=92) + Filter Operator [FIL_100] (rows=14398467 width=92) predicate:wr_order_number is not null TableScan [TS_25] (rows=14398467 width=92) default@web_returns,wr1,Tbl:COMPLETE,Col:NONE,Output:["wr_order_number"] @@ -122,15 +122,15 @@ Stage-0 Select Operator [SEL_37] (rows=210834322 width=135) Output:["_col4","_col5","_col6"] Merge Join Operator [MERGEJOIN_82] (rows=210834322 width=135) - Conds:RS_34._col4=RS_35._col0(Left Semi),Output:["_col3","_col4","_col5","_col6","_col14"],residual filter predicates:{(_col3 <> _col14)} - <-Map 13 [SIMPLE_EDGE] - SHUFFLE [RS_35] + Conds:RS_34._col4=RS_99._col0(Left Semi),Output:["_col3","_col4","_col5","_col6","_col14"],residual filter predicates:{(_col3 <> _col14)} + <-Map 13 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_99] PartitionCols:_col0 - Group By Operator [GBY_33] (rows=144002668 width=135) + Group By Operator [GBY_98] (rows=144002668 width=135) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_24] (rows=144002668 width=135) + Select Operator [SEL_97] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_71] (rows=144002668 width=135) + Filter Operator [FIL_96] (rows=144002668 width=135) predicate:(ws_order_number is not null and ws_warehouse_sk is not null) TableScan [TS_22] (rows=144002668 width=135) default@web_sales,ws2,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] @@ -138,13 +138,13 @@ Stage-0 SHUFFLE [RS_34] PartitionCols:_col4 Merge Join Operator [MERGEJOIN_81] (rows=191667562 width=135) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col3","_col4","_col5","_col6"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_95._col0(Inner),Output:["_col3","_col4","_col5","_col6"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_95] PartitionCols:_col0 - Select Operator [SEL_11] (rows=42 width=1850) + Select Operator [SEL_94] (rows=42 width=1850) Output:["_col0"] - Filter Operator [FIL_70] (rows=42 width=1850) + Filter Operator [FIL_93] (rows=42 width=1850) predicate:((web_company_name = 'pri') and web_site_sk is not null) TableScan [TS_9] (rows=84 width=1850) default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_company_name"] @@ -152,13 +152,13 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_80] (rows=174243235 width=135) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col1=RS_92._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col6"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_92] PartitionCols:_col0 - Select Operator [SEL_8] (rows=20000000 width=1014) + Select Operator [SEL_91] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_69] (rows=20000000 width=1014) + Filter Operator [FIL_90] (rows=20000000 width=1014) predicate:((ca_state = 'TX') and ca_address_sk is not null) TableScan [TS_6] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"] @@ -166,22 +166,22 @@ Stage-0 SHUFFLE [RS_15] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_79] (rows=158402938 width=135) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_86._col0=RS_89._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_86] PartitionCols:_col0 - Select Operator [SEL_2] (rows=144002668 width=135) + Select Operator [SEL_85] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Filter Operator [FIL_67] (rows=144002668 width=135) + Filter Operator [FIL_84] (rows=144002668 width=135) predicate:(ws_order_number is not null and ws_ship_addr_sk is not null and ws_ship_date_sk is not null and ws_web_site_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_warehouse_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_89] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_88] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_68] (rows=8116 width=1119) + Filter Operator [FIL_87] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00.0' AND TIMESTAMP'1999-06-30 00:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] diff --git ql/src/test/results/clientpositive/perf/tez/query95.q.out ql/src/test/results/clientpositive/perf/tez/query95.q.out index 46f9ae2..61b2c81 100644 --- ql/src/test/results/clientpositive/perf/tez/query95.q.out +++ ql/src/test/results/clientpositive/perf/tez/query95.q.out @@ -80,23 +80,23 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 8 - File Output Operator [FS_71] - Limit [LIM_69] (rows=1 width=344) + Reducer 8 vectorized + File Output Operator [FS_163] + Limit [LIM_162] (rows=1 width=344) Number of rows:100 - Select Operator [SEL_68] (rows=1 width=344) + Select Operator [SEL_161] (rows=1 width=344) Output:["_col0","_col1","_col2"] - <-Reducer 7 [SIMPLE_EDGE] - SHUFFLE [RS_67] - Select Operator [SEL_66] (rows=1 width=344) + <-Reducer 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_160] + Select Operator [SEL_159] (rows=1 width=344) Output:["_col1","_col2","_col3"] - Group By Operator [GBY_120] (rows=1 width=344) + Group By Operator [GBY_158] (rows=1 width=344) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Reducer 6 [CUSTOM_SIMPLE_EDGE] - PARTITION_ONLY_SHUFFLE [RS_119] - Group By Operator [GBY_118] (rows=1 width=344) + <-Reducer 6 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_157] + Group By Operator [GBY_156] (rows=1 width=344) Output:["_col0","_col1","_col2"],aggregations:["count(_col0)","sum(_col1)","sum(_col2)"] - Group By Operator [GBY_117] (rows=421668645 width=135) + Group By Operator [GBY_155] (rows=421668645 width=135) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_116] @@ -104,11 +104,11 @@ Stage-0 Group By Operator [GBY_115] (rows=421668645 width=135) Output:["_col0","_col2","_col3"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col3 Merge Join Operator [MERGEJOIN_127] (rows=421668645 width=135) - Conds:RS_58._col3=RS_59._col0(Inner),RS_58._col3=RS_60._col0(Inner),Output:["_col3","_col4","_col5"] - <-Reducer 15 [ONE_TO_ONE_EDGE] - FORWARD [RS_60] + Conds:RS_58._col3=RS_154._col0(Inner),RS_58._col3=RS_152._col0(Inner),Output:["_col3","_col4","_col5"] + <-Reducer 15 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_152] PartitionCols:_col0 - Group By Operator [GBY_47] (rows=87121617 width=135) + Group By Operator [GBY_151] (rows=87121617 width=135) Output:["_col0"],keys:KEY._col0 <-Reducer 14 [SIMPLE_EDGE] SHUFFLE [RS_46] @@ -116,13 +116,13 @@ Stage-0 Group By Operator [GBY_45] (rows=174243235 width=135) Output:["_col0"],keys:_col1 Merge Join Operator [MERGEJOIN_126] (rows=174243235 width=135) - Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1"] - <-Map 19 [SIMPLE_EDGE] - SHUFFLE [RS_42] + Conds:RS_41._col0=RS_150._col0(Inner),Output:["_col1"] + <-Map 19 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_150] PartitionCols:_col0 - Select Operator [SEL_40] (rows=14398467 width=92) + Select Operator [SEL_149] (rows=14398467 width=92) Output:["_col0"] - Filter Operator [FIL_114] (rows=14398467 width=92) + Filter Operator [FIL_148] (rows=14398467 width=92) predicate:wr_order_number is not null TableScan [TS_38] (rows=14398467 width=92) default@web_returns,web_returns,Tbl:COMPLETE,Col:NONE,Output:["wr_order_number"] @@ -134,29 +134,29 @@ Stage-0 Filter Operator [FIL_36] (rows=158402938 width=135) predicate:(_col0 <> _col2) Merge Join Operator [MERGEJOIN_125] (rows=158402938 width=135) - Conds:RS_33._col1=RS_34._col1(Inner),Output:["_col0","_col1","_col2"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_33] + Conds:RS_142._col1=RS_146._col1(Inner),Output:["_col0","_col1","_col2"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_142] PartitionCols:_col1 - Select Operator [SEL_29] (rows=144002668 width=135) + Select Operator [SEL_141] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_112] (rows=144002668 width=135) + Filter Operator [FIL_140] (rows=144002668 width=135) predicate:ws_order_number is not null TableScan [TS_27] (rows=144002668 width=135) default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_34] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_146] PartitionCols:_col1 - Select Operator [SEL_32] (rows=144002668 width=135) + Select Operator [SEL_145] (rows=144002668 width=135) Output:["_col0","_col1"] - Filter Operator [FIL_113] (rows=144002668 width=135) + Filter Operator [FIL_144] (rows=144002668 width=135) predicate:ws_order_number is not null TableScan [TS_30] (rows=144002668 width=135) default@web_sales,ws2,Tbl:COMPLETE,Col:NONE,Output:["ws_warehouse_sk","ws_order_number"] - <-Reducer 17 [ONE_TO_ONE_EDGE] - FORWARD [RS_59] + <-Reducer 17 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_154] PartitionCols:_col0 - Group By Operator [GBY_25] (rows=79201469 width=135) + Group By Operator [GBY_153] (rows=79201469 width=135) Output:["_col0"],keys:KEY._col0 <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_24] @@ -168,26 +168,26 @@ Stage-0 Filter Operator [FIL_21] (rows=158402938 width=135) predicate:(_col0 <> _col2) Merge Join Operator [MERGEJOIN_124] (rows=158402938 width=135) - Conds:RS_18._col1=RS_19._col1(Inner),Output:["_col0","_col1","_col2"] - <-Map 12 [SIMPLE_EDGE] - SHUFFLE [RS_18] + Conds:RS_143._col1=RS_147._col1(Inner),Output:["_col0","_col1","_col2"] + <-Map 12 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_143] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_29] - <-Map 18 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Please refer to the previous Select Operator [SEL_141] + <-Map 18 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_147] PartitionCols:_col1 - Please refer to the previous Select Operator [SEL_32] + Please refer to the previous Select Operator [SEL_145] <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_58] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_123] (rows=191667562 width=135) - Conds:RS_55._col2=RS_56._col0(Inner),Output:["_col3","_col4","_col5"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_56] + Conds:RS_55._col2=RS_139._col0(Inner),Output:["_col3","_col4","_col5"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_139] PartitionCols:_col0 - Select Operator [SEL_11] (rows=42 width=1850) + Select Operator [SEL_138] (rows=42 width=1850) Output:["_col0"] - Filter Operator [FIL_109] (rows=42 width=1850) + Filter Operator [FIL_137] (rows=42 width=1850) predicate:((web_company_name = 'pri') and web_site_sk is not null) TableScan [TS_9] (rows=84 width=1850) default@web_site,web_site,Tbl:COMPLETE,Col:NONE,Output:["web_site_sk","web_company_name"] @@ -195,13 +195,13 @@ Stage-0 SHUFFLE [RS_55] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_122] (rows=174243235 width=135) - Conds:RS_52._col1=RS_53._col0(Inner),Output:["_col2","_col3","_col4","_col5"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_53] + Conds:RS_52._col1=RS_136._col0(Inner),Output:["_col2","_col3","_col4","_col5"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_136] PartitionCols:_col0 - Select Operator [SEL_8] (rows=20000000 width=1014) + Select Operator [SEL_135] (rows=20000000 width=1014) Output:["_col0"] - Filter Operator [FIL_108] (rows=20000000 width=1014) + Filter Operator [FIL_134] (rows=20000000 width=1014) predicate:((ca_state = 'TX') and ca_address_sk is not null) TableScan [TS_6] (rows=40000000 width=1014) default@customer_address,customer_address,Tbl:COMPLETE,Col:NONE,Output:["ca_address_sk","ca_state"] @@ -209,22 +209,22 @@ Stage-0 SHUFFLE [RS_52] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_121] (rows=158402938 width=135) - Conds:RS_49._col0=RS_50._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_49] + Conds:RS_130._col0=RS_133._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_130] PartitionCols:_col0 - Select Operator [SEL_2] (rows=144002668 width=135) + Select Operator [SEL_129] (rows=144002668 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_106] (rows=144002668 width=135) + Filter Operator [FIL_128] (rows=144002668 width=135) predicate:(ws_order_number is not null and ws_ship_addr_sk is not null and ws_ship_date_sk is not null and ws_web_site_sk is not null) TableScan [TS_0] (rows=144002668 width=135) default@web_sales,ws1,Tbl:COMPLETE,Col:NONE,Output:["ws_ship_date_sk","ws_ship_addr_sk","ws_web_site_sk","ws_order_number","ws_ext_ship_cost","ws_net_profit"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_50] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_133] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_132] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_107] (rows=8116 width=1119) + Filter Operator [FIL_131] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'1999-05-01 00:00:00.0' AND TIMESTAMP'1999-06-30 00:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] diff --git ql/src/test/results/clientpositive/perf/tez/query96.q.out ql/src/test/results/clientpositive/perf/tez/query96.q.out index 313fc7e..a1e52d5 100644 --- ql/src/test/results/clientpositive/perf/tez/query96.q.out +++ ql/src/test/results/clientpositive/perf/tez/query96.q.out @@ -41,30 +41,30 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 - File Output Operator [FS_30] - Limit [LIM_28] (rows=1 width=8) + Reducer 6 vectorized + File Output Operator [FS_64] + Limit [LIM_63] (rows=1 width=8) Number of rows:100 - Select Operator [SEL_27] (rows=1 width=8) + Select Operator [SEL_62] (rows=1 width=8) Output:["_col0"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_26] - Select Operator [SEL_25] (rows=1 width=8) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_61] + Select Operator [SEL_60] (rows=1 width=8) Output:["_col1"] - Group By Operator [GBY_24] (rows=1 width=8) + Group By Operator [GBY_59] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_23] Group By Operator [GBY_22] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] Merge Join Operator [MERGEJOIN_46] (rows=766650239 width=88) - Conds:RS_18._col2=RS_19._col0(Inner) - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_58._col0(Inner) + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_58] PartitionCols:_col0 - Select Operator [SEL_11] (rows=852 width=1910) + Select Operator [SEL_57] (rows=852 width=1910) Output:["_col0"] - Filter Operator [FIL_43] (rows=852 width=1910) + Filter Operator [FIL_56] (rows=852 width=1910) predicate:((s_store_name = 'ese') and s_store_sk is not null) TableScan [TS_9] (rows=1704 width=1910) default@store,store,Tbl:COMPLETE,Col:NONE,Output:["s_store_sk","s_store_name"] @@ -72,13 +72,13 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_45] (rows=696954748 width=88) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col2"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_16] + Conds:RS_15._col1=RS_55._col0(Inner),Output:["_col2"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_55] PartitionCols:_col0 - Select Operator [SEL_8] (rows=3600 width=107) + Select Operator [SEL_54] (rows=3600 width=107) Output:["_col0"] - Filter Operator [FIL_42] (rows=3600 width=107) + Filter Operator [FIL_53] (rows=3600 width=107) predicate:((hd_dep_count = 5) and hd_demo_sk is not null) TableScan [TS_6] (rows=7200 width=107) default@household_demographics,household_demographics,Tbl:COMPLETE,Col:NONE,Output:["hd_demo_sk","hd_dep_count"] @@ -86,22 +86,22 @@ Stage-0 SHUFFLE [RS_15] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_44] (rows=633595212 width=88) - Conds:RS_12._col0=RS_13._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_12] + Conds:RS_49._col0=RS_52._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_49] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_48] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_40] (rows=575995635 width=88) + Filter Operator [FIL_47] (rows=575995635 width=88) predicate:(ss_hdemo_sk is not null and ss_sold_time_sk is not null and ss_store_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_time_sk","ss_hdemo_sk","ss_store_sk"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_13] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_52] PartitionCols:_col0 - Select Operator [SEL_5] (rows=14400 width=471) + Select Operator [SEL_51] (rows=14400 width=471) Output:["_col0"] - Filter Operator [FIL_41] (rows=14400 width=471) + Filter Operator [FIL_50] (rows=14400 width=471) predicate:((t_hour = 8) and (t_minute >= 30) and t_time_sk is not null) TableScan [TS_3] (rows=86400 width=471) default@time_dim,time_dim,Tbl:COMPLETE,Col:NONE,Output:["t_time_sk","t_hour","t_minute"] diff --git ql/src/test/results/clientpositive/perf/tez/query97.q.out ql/src/test/results/clientpositive/perf/tez/query97.q.out index 0388e61..afbd27f 100644 --- ql/src/test/results/clientpositive/perf/tez/query97.q.out +++ ql/src/test/results/clientpositive/perf/tez/query97.q.out @@ -60,11 +60,11 @@ Stage-0 Fetch Operator limit:100 Stage-1 - Reducer 5 - File Output Operator [FS_38] - Limit [LIM_37] (rows=1 width=24) + Reducer 5 vectorized + File Output Operator [FS_66] + Limit [LIM_65] (rows=1 width=24) Number of rows:100 - Group By Operator [GBY_35] (rows=1 width=24) + Group By Operator [GBY_64] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_34] @@ -73,11 +73,11 @@ Stage-0 Select Operator [SEL_31] (rows=348477374 width=88) Output:["_col0","_col1","_col2"] Merge Join Operator [MERGEJOIN_49] (rows=348477374 width=88) - Conds:RS_28._col0, _col1=RS_29._col0, _col1(Outer),Output:["_col0","_col2"] - <-Reducer 3 [ONE_TO_ONE_EDGE] - FORWARD [RS_28] + Conds:RS_58._col0, _col1=RS_63._col0, _col1(Outer),Output:["_col0","_col2"] + <-Reducer 3 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_58] PartitionCols:_col0, _col1 - Group By Operator [GBY_12] (rows=316797606 width=88) + Group By Operator [GBY_57] (rows=316797606 width=88) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_11] @@ -85,29 +85,29 @@ Stage-0 Group By Operator [GBY_10] (rows=633595212 width=88) Output:["_col0","_col1"],keys:_col2, _col1 Merge Join Operator [MERGEJOIN_47] (rows=633595212 width=88) - Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col1","_col2"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_7] + Conds:RS_52._col0=RS_55._col0(Inner),Output:["_col1","_col2"] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_55] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_54] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_44] (rows=8116 width=1119) + Filter Operator [FIL_53] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_6] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_52] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_51] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_43] (rows=575995635 width=88) + Filter Operator [FIL_50] (rows=575995635 width=88) predicate:ss_sold_date_sk is not null TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk"] - <-Reducer 8 [ONE_TO_ONE_EDGE] - FORWARD [RS_29] + <-Reducer 8 [ONE_TO_ONE_EDGE] vectorized + FORWARD [RS_63] PartitionCols:_col0, _col1 - Group By Operator [GBY_26] (rows=158394413 width=135) + Group By Operator [GBY_62] (rows=158394413 width=135) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_25] @@ -115,17 +115,17 @@ Stage-0 Group By Operator [GBY_24] (rows=316788826 width=135) Output:["_col0","_col1"],keys:_col1, _col2 Merge Join Operator [MERGEJOIN_48] (rows=316788826 width=135) - Conds:RS_20._col0=RS_21._col0(Inner),Output:["_col1","_col2"] - <-Map 6 [SIMPLE_EDGE] - SHUFFLE [RS_21] + Conds:RS_61._col0=RS_56._col0(Inner),Output:["_col1","_col2"] + <-Map 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_56] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_5] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_20] + Please refer to the previous Select Operator [SEL_54] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_61] PartitionCols:_col0 - Select Operator [SEL_16] (rows=287989836 width=135) + Select Operator [SEL_60] (rows=287989836 width=135) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_45] (rows=287989836 width=135) + Filter Operator [FIL_59] (rows=287989836 width=135) predicate:cs_sold_date_sk is not null TableScan [TS_14] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_bill_customer_sk","cs_item_sk"] diff --git ql/src/test/results/clientpositive/perf/tez/query98.q.out ql/src/test/results/clientpositive/perf/tez/query98.q.out index e403384..1c4e58b 100644 --- ql/src/test/results/clientpositive/perf/tez/query98.q.out +++ ql/src/test/results/clientpositive/perf/tez/query98.q.out @@ -73,22 +73,22 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 - File Output Operator [FS_27] - Select Operator [SEL_25] (rows=348477374 width=88) + Reducer 6 vectorized + File Output Operator [FS_54] + Select Operator [SEL_53] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 5 [SIMPLE_EDGE] - SHUFFLE [RS_24] - Select Operator [SEL_22] (rows=348477374 width=88) + <-Reducer 5 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_52] + Select Operator [SEL_51] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - PTF Operator [PTF_21] (rows=348477374 width=88) + PTF Operator [PTF_50] (rows=348477374 width=88) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col1"}] - Select Operator [SEL_20] (rows=348477374 width=88) + Select Operator [SEL_49] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - <-Reducer 4 [SIMPLE_EDGE] - SHUFFLE [RS_19] + <-Reducer 4 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_48] PartitionCols:_col1 - Group By Operator [GBY_18] (rows=348477374 width=88) + Group By Operator [GBY_47] (rows=348477374 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] @@ -96,13 +96,13 @@ Stage-0 Group By Operator [GBY_16] (rows=696954748 width=88) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col2)"],keys:_col10, _col9, _col6, _col7, _col8 Merge Join Operator [MERGEJOIN_37] (rows=696954748 width=88) - Conds:RS_12._col1=RS_13._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_13] + Conds:RS_12._col1=RS_46._col0(Inner),Output:["_col2","_col6","_col7","_col8","_col9","_col10"] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_46] PartitionCols:_col0 - Select Operator [SEL_8] (rows=231000 width=1436) + Select Operator [SEL_45] (rows=231000 width=1436) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_35] (rows=231000 width=1436) + Filter Operator [FIL_44] (rows=231000 width=1436) predicate:((i_category) IN ('Jewelry', 'Sports', 'Books') and i_item_sk is not null) TableScan [TS_6] (rows=462000 width=1436) default@item,item,Tbl:COMPLETE,Col:NONE,Output:["i_item_sk","i_item_id","i_item_desc","i_current_price","i_class","i_category"] @@ -110,22 +110,22 @@ Stage-0 SHUFFLE [RS_12] PartitionCols:_col1 Merge Join Operator [MERGEJOIN_36] (rows=633595212 width=88) - Conds:RS_9._col0=RS_10._col0(Inner),Output:["_col1","_col2"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_9] + Conds:RS_40._col0=RS_43._col0(Inner),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_40] PartitionCols:_col0 - Select Operator [SEL_2] (rows=575995635 width=88) + Select Operator [SEL_39] (rows=575995635 width=88) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_33] (rows=575995635 width=88) + Filter Operator [FIL_38] (rows=575995635 width=88) predicate:(ss_item_sk is not null and ss_sold_date_sk is not null) TableScan [TS_0] (rows=575995635 width=88) default@store_sales,store_sales,Tbl:COMPLETE,Col:NONE,Output:["ss_sold_date_sk","ss_item_sk","ss_ext_sales_price"] - <-Map 7 [SIMPLE_EDGE] - SHUFFLE [RS_10] + <-Map 7 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_43] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_42] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_34] (rows=8116 width=1119) + Filter Operator [FIL_41] (rows=8116 width=1119) predicate:(CAST( d_date AS TIMESTAMP) BETWEEN TIMESTAMP'2001-01-12 00:00:00.0' AND TIMESTAMP'2001-02-11 00:00:00.0' and d_date_sk is not null) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_date"] diff --git ql/src/test/results/clientpositive/perf/tez/query99.q.out ql/src/test/results/clientpositive/perf/tez/query99.q.out index db6bd04..32fb96e 100644 --- ql/src/test/results/clientpositive/perf/tez/query99.q.out +++ ql/src/test/results/clientpositive/perf/tez/query99.q.out @@ -80,17 +80,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 7 - File Output Operator [FS_37] - Limit [LIM_35] (rows=100 width=135) + Reducer 7 vectorized + File Output Operator [FS_81] + Limit [LIM_80] (rows=100 width=135) Number of rows:100 - Select Operator [SEL_34] (rows=210822976 width=135) + Select Operator [SEL_79] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_33] - Select Operator [SEL_32] (rows=210822976 width=135) + <-Reducer 6 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_78] + Select Operator [SEL_77] (rows=210822976 width=135) Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Group By Operator [GBY_31] (rows=210822976 width=135) + Group By Operator [GBY_76] (rows=210822976 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_30] @@ -100,13 +100,13 @@ Stage-0 Select Operator [SEL_27] (rows=421645953 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] Merge Join Operator [MERGEJOIN_60] (rows=421645953 width=135) - Conds:RS_24._col3=RS_25._col0(Inner),Output:["_col0","_col1","_col8","_col10","_col12"] - <-Map 11 [SIMPLE_EDGE] - SHUFFLE [RS_25] + Conds:RS_24._col3=RS_75._col0(Inner),Output:["_col0","_col1","_col8","_col10","_col12"] + <-Map 11 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_75] PartitionCols:_col0 - Select Operator [SEL_14] (rows=1 width=0) + Select Operator [SEL_74] (rows=1 width=0) Output:["_col0","_col1"] - Filter Operator [FIL_56] (rows=1 width=0) + Filter Operator [FIL_73] (rows=1 width=0) predicate:sm_ship_mode_sk is not null TableScan [TS_12] (rows=1 width=0) default@ship_mode,ship_mode,Tbl:PARTIAL,Col:NONE,Output:["sm_ship_mode_sk","sm_type"] @@ -114,13 +114,13 @@ Stage-0 SHUFFLE [RS_24] PartitionCols:_col3 Merge Join Operator [MERGEJOIN_59] (rows=383314495 width=135) - Conds:RS_21._col4=RS_22._col0(Inner),Output:["_col0","_col1","_col3","_col8","_col10"] - <-Map 10 [SIMPLE_EDGE] - SHUFFLE [RS_22] + Conds:RS_21._col4=RS_72._col0(Inner),Output:["_col0","_col1","_col3","_col8","_col10"] + <-Map 10 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_72] PartitionCols:_col0 - Select Operator [SEL_11] (rows=27 width=1029) + Select Operator [SEL_71] (rows=27 width=1029) Output:["_col0","_col1"] - Filter Operator [FIL_55] (rows=27 width=1029) + Filter Operator [FIL_70] (rows=27 width=1029) predicate:w_warehouse_sk is not null TableScan [TS_9] (rows=27 width=1029) default@warehouse,warehouse,Tbl:COMPLETE,Col:NONE,Output:["w_warehouse_sk","w_warehouse_name"] @@ -128,13 +128,13 @@ Stage-0 SHUFFLE [RS_21] PartitionCols:_col4 Merge Join Operator [MERGEJOIN_58] (rows=348467716 width=135) - Conds:RS_18._col2=RS_19._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col8"] - <-Map 9 [SIMPLE_EDGE] - SHUFFLE [RS_19] + Conds:RS_18._col2=RS_69._col0(Inner),Output:["_col0","_col1","_col3","_col4","_col8"] + <-Map 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_69] PartitionCols:_col0 - Select Operator [SEL_8] (rows=60 width=2045) + Select Operator [SEL_68] (rows=60 width=2045) Output:["_col0","_col1"] - Filter Operator [FIL_54] (rows=60 width=2045) + Filter Operator [FIL_67] (rows=60 width=2045) predicate:cc_call_center_sk is not null TableScan [TS_6] (rows=60 width=2045) default@call_center,call_center,Tbl:COMPLETE,Col:NONE,Output:["cc_call_center_sk","cc_name"] @@ -142,22 +142,22 @@ Stage-0 SHUFFLE [RS_18] PartitionCols:_col2 Merge Join Operator [MERGEJOIN_57] (rows=316788826 width=135) - Conds:RS_15._col1=RS_16._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4"] - <-Map 1 [SIMPLE_EDGE] - SHUFFLE [RS_15] + Conds:RS_63._col1=RS_66._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_63] PartitionCols:_col1 - Select Operator [SEL_2] (rows=287989836 width=135) + Select Operator [SEL_62] (rows=287989836 width=135) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_52] (rows=287989836 width=135) + Filter Operator [FIL_61] (rows=287989836 width=135) predicate:(cs_call_center_sk is not null and cs_ship_date_sk is not null and cs_ship_mode_sk is not null and cs_warehouse_sk is not null) TableScan [TS_0] (rows=287989836 width=135) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:NONE,Output:["cs_sold_date_sk","cs_ship_date_sk","cs_call_center_sk","cs_ship_mode_sk","cs_warehouse_sk"] - <-Map 8 [SIMPLE_EDGE] - SHUFFLE [RS_16] + <-Map 8 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_66] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8116 width=1119) + Select Operator [SEL_65] (rows=8116 width=1119) Output:["_col0"] - Filter Operator [FIL_53] (rows=8116 width=1119) + Filter Operator [FIL_64] (rows=8116 width=1119) predicate:(d_date_sk is not null and d_month_seq BETWEEN 1212 AND 1223) TableScan [TS_3] (rows=73049 width=1119) default@date_dim,date_dim,Tbl:COMPLETE,Col:NONE,Output:["d_date_sk","d_month_seq"] diff --git ql/src/test/results/clientpositive/pointlookup.q.out ql/src/test/results/clientpositive/pointlookup.q.out index 3e3f001..a33b229 100644 --- ql/src/test/results/clientpositive/pointlookup.q.out +++ ql/src/test/results/clientpositive/pointlookup.q.out @@ -55,6 +55,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -158,6 +159,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -261,6 +263,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/pointlookup2.q.out ql/src/test/results/clientpositive/pointlookup2.q.out index 7391b08..d70f4fe 100644 --- ql/src/test/results/clientpositive/pointlookup2.q.out +++ ql/src/test/results/clientpositive/pointlookup2.q.out @@ -125,6 +125,7 @@ STAGE PLANS: Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -421,6 +422,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -692,6 +694,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1003,6 +1006,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1366,6 +1370,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: string), _col4 (type: int), _col5 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1645,6 +1650,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1941,6 +1947,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2212,6 +2219,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2523,6 +2531,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2886,6 +2895,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: string), _col4 (type: int), _col5 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/pointlookup3.q.out ql/src/test/results/clientpositive/pointlookup3.q.out index 3085693..7451616 100644 --- ql/src/test/results/clientpositive/pointlookup3.q.out +++ ql/src/test/results/clientpositive/pointlookup3.q.out @@ -79,6 +79,7 @@ STAGE PLANS: Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -255,6 +256,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 80 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -505,6 +507,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -778,6 +781,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1093,6 +1097,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string), _col6 (type: string), _col7 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1420,6 +1425,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1596,6 +1602,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 80 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1846,6 +1853,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2119,6 +2127,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col5 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2434,6 +2443,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string), _col6 (type: string), _col7 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/pointlookup4.q.out ql/src/test/results/clientpositive/pointlookup4.q.out index a9eb713..ff3de9d 100644 --- ql/src/test/results/clientpositive/pointlookup4.q.out +++ ql/src/test/results/clientpositive/pointlookup4.q.out @@ -79,6 +79,7 @@ STAGE PLANS: Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -274,6 +275,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/position_alias_test_1.q.out ql/src/test/results/clientpositive/position_alias_test_1.q.out index 3596a0e..9e6fa76 100644 --- ql/src/test/results/clientpositive/position_alias_test_1.q.out +++ ql/src/test/results/clientpositive/position_alias_test_1.q.out @@ -74,6 +74,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/ppd1.q.out ql/src/test/results/clientpositive/ppd1.q.out index 9afdb89..b7e813d 100644 --- ql/src/test/results/clientpositive/ppd1.q.out +++ ql/src/test/results/clientpositive/ppd1.q.out @@ -29,6 +29,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -456,6 +457,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/ppd2.q.out ql/src/test/results/clientpositive/ppd2.q.out index ab5a37f..b9b1de8 100644 --- ql/src/test/results/clientpositive/ppd2.q.out +++ ql/src/test/results/clientpositive/ppd2.q.out @@ -53,6 +53,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -294,6 +295,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -369,6 +371,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) @@ -443,6 +446,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/ppd_clusterby.q.out ql/src/test/results/clientpositive/ppd_clusterby.q.out index 617c28a..c963334 100644 --- ql/src/test/results/clientpositive/ppd_clusterby.q.out +++ ql/src/test/results/clientpositive/ppd_clusterby.q.out @@ -28,6 +28,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -127,6 +128,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) @@ -185,6 +187,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -281,6 +284,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/ppd_gby.q.out ql/src/test/results/clientpositive/ppd_gby.q.out index 1498177..37578c2 100644 --- ql/src/test/results/clientpositive/ppd_gby.q.out +++ ql/src/test/results/clientpositive/ppd_gby.q.out @@ -36,6 +36,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -245,6 +246,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/ppd_gby2.q.out ql/src/test/results/clientpositive/ppd_gby2.q.out index 201f4a7..42b8809 100644 --- ql/src/test/results/clientpositive/ppd_gby2.q.out +++ ql/src/test/results/clientpositive/ppd_gby2.q.out @@ -39,6 +39,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -72,6 +73,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 54 Data size: 573 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -159,6 +161,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -192,6 +195,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 54 Data size: 573 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) diff --git ql/src/test/results/clientpositive/ppd_gby_join.q.out ql/src/test/results/clientpositive/ppd_gby_join.q.out index 1ef29ae..6193c8e 100644 --- ql/src/test/results/clientpositive/ppd_gby_join.q.out +++ ql/src/test/results/clientpositive/ppd_gby_join.q.out @@ -89,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -352,6 +353,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/ppd_join_filter.q.out ql/src/test/results/clientpositive/ppd_join_filter.q.out index dd916bc..b724de8 100644 --- ql/src/test/results/clientpositive/ppd_join_filter.q.out +++ ql/src/test/results/clientpositive/ppd_join_filter.q.out @@ -56,6 +56,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -385,6 +386,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -714,6 +716,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1043,6 +1046,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/ppd_multi_insert.q.out ql/src/test/results/clientpositive/ppd_multi_insert.q.out index 0618d34..7644c27 100644 --- ql/src/test/results/clientpositive/ppd_multi_insert.q.out +++ ql/src/test/results/clientpositive/ppd_multi_insert.q.out @@ -225,6 +225,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -273,6 +274,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -310,6 +312,7 @@ STAGE PLANS: Map-reduce partition columns: '2008-04-08' (type: string), '12' (type: string) Statistics: Num rows: 61 Data size: 648 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0) @@ -1627,6 +1630,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1675,6 +1679,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1712,6 +1717,7 @@ STAGE PLANS: Map-reduce partition columns: '2008-04-08' (type: string), '12' (type: string) Statistics: Num rows: 61 Data size: 648 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0) diff --git ql/src/test/results/clientpositive/ppd_udf_case.q.out ql/src/test/results/clientpositive/ppd_udf_case.q.out index bd72579..07f78bb 100644 --- ql/src/test/results/clientpositive/ppd_udf_case.q.out +++ ql/src/test/results/clientpositive/ppd_udf_case.q.out @@ -90,6 +90,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 250000 Data size: 5562000 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: '27' (type: string), KEY.reducesinkkey0 (type: string), '2008-04-08' (type: string), KEY.reducesinkkey1 (type: string), '27' (type: string), KEY.reducesinkkey2 (type: string), '2008-04-08' (type: string), KEY.reducesinkkey3 (type: string) @@ -238,6 +239,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 250000 Data size: 5562000 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: '27' (type: string), KEY.reducesinkkey0 (type: string), '2008-04-08' (type: string), KEY.reducesinkkey1 (type: string), '27' (type: string), KEY.reducesinkkey2 (type: string), '2008-04-08' (type: string), KEY.reducesinkkey3 (type: string) diff --git ql/src/test/results/clientpositive/ppd_udf_col.q.out ql/src/test/results/clientpositive/ppd_udf_col.q.out index 322662c..97ca383 100644 --- ql/src/test/results/clientpositive/ppd_udf_col.q.out +++ ql/src/test/results/clientpositive/ppd_udf_col.q.out @@ -33,6 +33,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -82,6 +83,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -124,6 +126,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -166,6 +169,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -208,6 +212,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -257,6 +262,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -299,6 +305,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -341,6 +348,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/ppd_union.q.out ql/src/test/results/clientpositive/ppd_union.q.out index b56c4e0..238a6dc 100644 --- ql/src/test/results/clientpositive/ppd_union.q.out +++ ql/src/test/results/clientpositive/ppd_union.q.out @@ -41,6 +41,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -282,6 +283,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/ppd_vc.q.out ql/src/test/results/clientpositive/ppd_vc.q.out index 58b36cf..296e1ba 100644 --- ql/src/test/results/clientpositive/ppd_vc.q.out +++ ql/src/test/results/clientpositive/ppd_vc.q.out @@ -658,6 +658,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/ppd_windowing1.q.out ql/src/test/results/clientpositive/ppd_windowing1.q.out index 85843b3..4cd2e35 100644 --- ql/src/test/results/clientpositive/ppd_windowing1.q.out +++ ql/src/test/results/clientpositive/ppd_windowing1.q.out @@ -21,6 +21,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -87,6 +88,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -153,6 +155,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -219,6 +222,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -285,6 +289,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -351,6 +356,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -417,6 +423,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -483,6 +490,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -549,6 +557,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -615,6 +624,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -682,6 +692,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -728,6 +739,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: sum_window_0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string) @@ -795,6 +807,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -841,6 +854,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: sum_window_0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string) @@ -908,6 +922,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -954,6 +969,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: sum_window_0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string) @@ -1021,6 +1037,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -1067,6 +1084,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: sum_window_0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string) @@ -1134,6 +1152,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -1180,6 +1199,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: sum_window_0 (type: double), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) @@ -1247,6 +1267,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -1293,6 +1314,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: sum_window_0 (type: double), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) @@ -1360,6 +1382,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -1406,6 +1429,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: sum_window_0 (type: double), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) @@ -1473,6 +1497,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -1519,6 +1544,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: sum_window_0 (type: double), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: double), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string) @@ -1583,6 +1609,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -1629,6 +1656,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: sum_window_0 (type: double), _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: double), VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string) @@ -1696,6 +1724,7 @@ STAGE PLANS: Map-reduce partition columns: (UDFToDouble(key) + UDFToDouble(2)) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -1763,6 +1792,7 @@ STAGE PLANS: Map-reduce partition columns: (UDFToDouble(key) + UDFToDouble(value)) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -1829,6 +1859,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -1896,6 +1927,7 @@ STAGE PLANS: Map-reduce partition columns: (UDFToDouble(key) + UDFToDouble(value)) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), value (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -1963,6 +1995,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out index d191d04..62a2c56 100644 --- ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out +++ ql/src/test/results/clientpositive/ppr_allchildsarenull.q.out @@ -58,6 +58,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -251,6 +252,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out index 72bc444..886e5ac 100644 --- ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out +++ ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out @@ -89,6 +89,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 18 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -226,6 +227,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 18 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -383,6 +385,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 18 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) diff --git ql/src/test/results/clientpositive/push_or.q.out ql/src/test/results/clientpositive/push_or.q.out index 913fc67..e122859 100644 --- ql/src/test/results/clientpositive/push_or.q.out +++ ql/src/test/results/clientpositive/push_or.q.out @@ -62,6 +62,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/query_result_fileformat.q.out ql/src/test/results/clientpositive/query_result_fileformat.q.out index bce3e22..2f8dea7 100644 --- ql/src/test/results/clientpositive/query_result_fileformat.q.out +++ ql/src/test/results/clientpositive/query_result_fileformat.q.out @@ -68,6 +68,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -139,6 +140,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/quotedid_basic.q.out ql/src/test/results/clientpositive/quotedid_basic.q.out index 83ed387..ae93886 100644 --- ql/src/test/results/clientpositive/quotedid_basic.q.out +++ ql/src/test/results/clientpositive/quotedid_basic.q.out @@ -73,6 +73,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -112,6 +113,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -171,6 +173,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -194,6 +197,7 @@ STAGE PLANS: Map-reduce partition columns: '1' (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string) @@ -273,6 +277,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -296,6 +301,7 @@ STAGE PLANS: Map-reduce partition columns: '1' (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/quotedid_partition.q.out ql/src/test/results/clientpositive/quotedid_partition.q.out index fe4c5db..43cc3a4 100644 --- ql/src/test/results/clientpositive/quotedid_partition.q.out +++ ql/src/test/results/clientpositive/quotedid_partition.q.out @@ -59,6 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/rand_partitionpruner1.q.out ql/src/test/results/clientpositive/rand_partitionpruner1.q.out index b5abb3d..6150cda 100644 --- ql/src/test/results/clientpositive/rand_partitionpruner1.q.out +++ ql/src/test/results/clientpositive/rand_partitionpruner1.q.out @@ -44,6 +44,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/rcfile_null_value.q.out ql/src/test/results/clientpositive/rcfile_null_value.q.out index 21b8d84..01fd8c0 100644 --- ql/src/test/results/clientpositive/rcfile_null_value.q.out +++ ql/src/test/results/clientpositive/rcfile_null_value.q.out @@ -192,6 +192,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1728 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) diff --git ql/src/test/results/clientpositive/reduceSinkDeDuplication_pRS_key_empty.q.out ql/src/test/results/clientpositive/reduceSinkDeDuplication_pRS_key_empty.q.out index 0957333..7ff79f8 100644 --- ql/src/test/results/clientpositive/reduceSinkDeDuplication_pRS_key_empty.q.out +++ ql/src/test/results/clientpositive/reduceSinkDeDuplication_pRS_key_empty.q.out @@ -62,6 +62,7 @@ STAGE PLANS: key expressions: substr(value, 5) (type: string) sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: avg(DISTINCT KEY._col0:0._col0), max(KEY._col0:0._col0), variance(KEY._col0:0._col0), var_samp(KEY._col0:0._col0) @@ -152,6 +153,7 @@ STAGE PLANS: key expressions: substr(value, 5) (type: string) sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: avg(DISTINCT KEY._col0:0._col0), max(KEY._col0:0._col0), variance(KEY._col0:0._col0), var_samp(KEY._col0:0._col0) @@ -173,6 +175,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 208 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double), _col1 (type: string), _col2 (type: double), _col3 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0, 'fm', 16), compute_stats(VALUE._col3, 'fm', 16), compute_stats(VALUE._col4, 'fm', 16), compute_stats(VALUE._col5, 'fm', 16) diff --git ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out index ca03205..8f83473 100644 --- ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out +++ ql/src/test/results/clientpositive/reduce_deduplicate_exclude_join.q.out @@ -28,6 +28,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -81,6 +82,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/reduce_deduplicate_extended2.q.out ql/src/test/results/clientpositive/reduce_deduplicate_extended2.q.out index 7584d84..8985572 100644 --- ql/src/test/results/clientpositive/reduce_deduplicate_extended2.q.out +++ ql/src/test/results/clientpositive/reduce_deduplicate_extended2.q.out @@ -79,6 +79,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -182,6 +183,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -252,6 +254,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -319,6 +322,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -392,6 +396,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -450,6 +455,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -483,6 +489,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -557,6 +564,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -607,6 +615,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: -+ Statistics: Num rows: 62500 Data size: 1390500 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -640,6 +649,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -747,6 +757,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -823,6 +834,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -889,6 +901,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -965,6 +978,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/regex_col.q.out ql/src/test/results/clientpositive/regex_col.q.out index 5c39748..217cbe1 100644 --- ql/src/test/results/clientpositive/regex_col.q.out +++ ql/src/test/results/clientpositive/regex_col.q.out @@ -219,6 +219,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -369,6 +370,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/reloadJar.q.out ql/src/test/results/clientpositive/reloadJar.q.out index 6991660..878a5b5 100644 --- ql/src/test/results/clientpositive/reloadJar.q.out +++ ql/src/test/results/clientpositive/reloadJar.q.out @@ -37,6 +37,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/remove_exprs_stats.q.out ql/src/test/results/clientpositive/remove_exprs_stats.q.out index 017dd44..15c2c6d 100644 --- ql/src/test/results/clientpositive/remove_exprs_stats.q.out +++ ql/src/test/results/clientpositive/remove_exprs_stats.q.out @@ -112,6 +112,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -169,6 +170,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -205,6 +207,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -241,6 +244,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -298,6 +302,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -334,6 +339,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -370,6 +376,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -406,6 +413,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -463,6 +471,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -499,6 +508,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -535,6 +545,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -571,6 +582,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -676,6 +688,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -712,6 +725,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -767,6 +781,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -803,6 +818,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/row__id.q.out ql/src/test/results/clientpositive/row__id.q.out index afc94dc..49c47bb 100644 --- ql/src/test/results/clientpositive/row__id.q.out +++ ql/src/test/results/clientpositive/row__id.q.out @@ -62,23 +62,24 @@ STAGE PLANS: Map Operator Tree: TableScan alias: hello_acid - Statistics: Num rows: 77 Data size: 19370 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 76 Data size: 19280 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ROW__ID.writeid (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 77 Data size: 19370 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 76 Data size: 19280 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + - Statistics: Num rows: 77 Data size: 19370 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 76 Data size: 19280 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 77 Data size: 19370 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 76 Data size: 19280 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 77 Data size: 19370 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 76 Data size: 19280 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -123,21 +124,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: hello_acid - Statistics: Num rows: 77 Data size: 19370 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 76 Data size: 19280 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (ROW__ID.writeid = 3) (type: boolean) - Statistics: Num rows: 38 Data size: 9559 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 38 Data size: 9640 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ROW__ID.writeid (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 38 Data size: 9559 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 38 Data size: 9640 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 38 Data size: 9559 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 38 Data size: 9640 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/runtime_skewjoin_mapjoin_spark.q.out ql/src/test/results/clientpositive/runtime_skewjoin_mapjoin_spark.q.out index efcf681..04cdffc 100644 --- ql/src/test/results/clientpositive/runtime_skewjoin_mapjoin_spark.q.out +++ ql/src/test/results/clientpositive/runtime_skewjoin_mapjoin_spark.q.out @@ -105,6 +105,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -146,6 +147,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -157,6 +159,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -207,6 +210,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -299,6 +303,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -378,6 +383,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -417,6 +423,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -470,6 +477,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -562,6 +570,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -601,6 +610,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -654,6 +664,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/sample3.q.out ql/src/test/results/clientpositive/sample3.q.out index bfa2c74..700c663 100644 --- ql/src/test/results/clientpositive/sample3.q.out +++ ql/src/test/results/clientpositive/sample3.q.out @@ -31,6 +31,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/sample6.q.out ql/src/test/results/clientpositive/sample6.q.out index af85377..cccb561 100644 --- ql/src/test/results/clientpositive/sample6.q.out +++ ql/src/test/results/clientpositive/sample6.q.out @@ -704,6 +704,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1075,6 +1076,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1699,6 +1701,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2166,6 +2169,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2620,6 +2624,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3048,6 +3053,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3326,6 +3332,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/sample9.q.out ql/src/test/results/clientpositive/sample9.q.out index dd7d93f..e90149a 100644 --- ql/src/test/results/clientpositive/sample9.q.out +++ ql/src/test/results/clientpositive/sample9.q.out @@ -49,6 +49,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out index 24a1f66..5423c17 100644 --- ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out +++ ql/src/test/results/clientpositive/sample_islocalmode_hook_use_metadata.q.out @@ -138,6 +138,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -188,6 +189,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/schema_evol_par_vec_table_dictionary_encoding.q.out ql/src/test/results/clientpositive/schema_evol_par_vec_table_dictionary_encoding.q.out index 1d2f36d..530a622 100644 --- ql/src/test/results/clientpositive/schema_evol_par_vec_table_dictionary_encoding.q.out +++ ql/src/test/results/clientpositive/schema_evol_par_vec_table_dictionary_encoding.q.out @@ -137,11 +137,11 @@ POSTHOOK: query: select * from test_alter POSTHOOK: type: QUERY POSTHOOK: Input: default@test_alter #### A masked pattern was here #### -5 100 1 NULL 2 NULL 3 NULL 4 NULL +5 100 PREHOOK: query: alter table test_alter replace columns (id string, id2 string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@test_alter @@ -158,11 +158,11 @@ POSTHOOK: query: select * from test_alter POSTHOOK: type: QUERY POSTHOOK: Input: default@test_alter #### A masked pattern was here #### -5 100 1 NULL 2 NULL 3 NULL 4 NULL +5 100 PREHOOK: query: alter table test_alter replace columns (id char(10), id2 string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@test_alter @@ -179,11 +179,11 @@ POSTHOOK: query: select * from test_alter POSTHOOK: type: QUERY POSTHOOK: Input: default@test_alter #### A masked pattern was here #### -5 100 1 NULL 2 NULL 3 NULL 4 NULL +5 100 PREHOOK: query: alter table test_alter replace columns (id string, id2 string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@test_alter @@ -208,11 +208,11 @@ POSTHOOK: query: select * from test_alter POSTHOOK: type: QUERY POSTHOOK: Input: default@test_alter #### A masked pattern was here #### -5 100 1 NULL 2 NULL 3 NULL 4 NULL +5 100 PREHOOK: query: alter table test_alter replace columns (id string, id2 string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@test_alter diff --git ql/src/test/results/clientpositive/schema_evol_par_vec_table_non_dictionary_encoding.q.out ql/src/test/results/clientpositive/schema_evol_par_vec_table_non_dictionary_encoding.q.out index 1d2f36d..530a622 100644 --- ql/src/test/results/clientpositive/schema_evol_par_vec_table_non_dictionary_encoding.q.out +++ ql/src/test/results/clientpositive/schema_evol_par_vec_table_non_dictionary_encoding.q.out @@ -137,11 +137,11 @@ POSTHOOK: query: select * from test_alter POSTHOOK: type: QUERY POSTHOOK: Input: default@test_alter #### A masked pattern was here #### -5 100 1 NULL 2 NULL 3 NULL 4 NULL +5 100 PREHOOK: query: alter table test_alter replace columns (id string, id2 string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@test_alter @@ -158,11 +158,11 @@ POSTHOOK: query: select * from test_alter POSTHOOK: type: QUERY POSTHOOK: Input: default@test_alter #### A masked pattern was here #### -5 100 1 NULL 2 NULL 3 NULL 4 NULL +5 100 PREHOOK: query: alter table test_alter replace columns (id char(10), id2 string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@test_alter @@ -179,11 +179,11 @@ POSTHOOK: query: select * from test_alter POSTHOOK: type: QUERY POSTHOOK: Input: default@test_alter #### A masked pattern was here #### -5 100 1 NULL 2 NULL 3 NULL 4 NULL +5 100 PREHOOK: query: alter table test_alter replace columns (id string, id2 string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@test_alter @@ -208,11 +208,11 @@ POSTHOOK: query: select * from test_alter POSTHOOK: type: QUERY POSTHOOK: Input: default@test_alter #### A masked pattern was here #### -5 100 1 NULL 2 NULL 3 NULL 4 NULL +5 100 PREHOOK: query: alter table test_alter replace columns (id string, id2 string) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@test_alter diff --git ql/src/test/results/clientpositive/script_pipe.q.out ql/src/test/results/clientpositive/script_pipe.q.out index 2a59fe2..984934e 100644 --- ql/src/test/results/clientpositive/script_pipe.q.out +++ ql/src/test/results/clientpositive/script_pipe.q.out @@ -25,6 +25,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/select_as_omitted.q.out ql/src/test/results/clientpositive/select_as_omitted.q.out index 0d67d40..e89affe 100644 --- ql/src/test/results/clientpositive/select_as_omitted.q.out +++ ql/src/test/results/clientpositive/select_as_omitted.q.out @@ -33,6 +33,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/select_column_pruning.q.out ql/src/test/results/clientpositive/select_column_pruning.q.out index c33db41..15675ac 100644 --- ql/src/test/results/clientpositive/select_column_pruning.q.out +++ ql/src/test/results/clientpositive/select_column_pruning.q.out @@ -108,6 +108,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 52 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: array), _col3 (type: char(1)), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: string), _col8 (type: string), _col9 (type: string), _col10 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: array), 100 (type: int), VALUE._col2 (type: char(1)), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: string), VALUE._col9 (type: string), KEY.reducesinkkey1 (type: int) diff --git ql/src/test/results/clientpositive/select_unquote_and.q.out ql/src/test/results/clientpositive/select_unquote_and.q.out index 15ab5e5..625c121 100644 --- ql/src/test/results/clientpositive/select_unquote_and.q.out +++ ql/src/test/results/clientpositive/select_unquote_and.q.out @@ -68,6 +68,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/select_unquote_not.q.out ql/src/test/results/clientpositive/select_unquote_not.q.out index de9e400..8dad007 100644 --- ql/src/test/results/clientpositive/select_unquote_not.q.out +++ ql/src/test/results/clientpositive/select_unquote_not.q.out @@ -68,6 +68,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/select_unquote_or.q.out ql/src/test/results/clientpositive/select_unquote_or.q.out index c50929c..ea99057 100644 --- ql/src/test/results/clientpositive/select_unquote_or.q.out +++ ql/src/test/results/clientpositive/select_unquote_or.q.out @@ -68,6 +68,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/semijoin2.q.out ql/src/test/results/clientpositive/semijoin2.q.out index 2c3c5d8..d62af3e 100644 --- ql/src/test/results/clientpositive/semijoin2.q.out +++ ql/src/test/results/clientpositive/semijoin2.q.out @@ -140,6 +140,7 @@ STAGE PLANS: Map-reduce partition columns: (_col98 + _col16) (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col16 (type: smallint), _col21 (type: double), _col98 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col16 (type: smallint), VALUE._col21 (type: double), VALUE._col98 (type: int) diff --git ql/src/test/results/clientpositive/semijoin3.q.out ql/src/test/results/clientpositive/semijoin3.q.out index aea7e45..5b346fb 100644 --- ql/src/test/results/clientpositive/semijoin3.q.out +++ ql/src/test/results/clientpositive/semijoin3.q.out @@ -109,6 +109,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/semijoin4.q.out ql/src/test/results/clientpositive/semijoin4.q.out index 8507c0a..135fcfe 100644 --- ql/src/test/results/clientpositive/semijoin4.q.out +++ ql/src/test/results/clientpositive/semijoin4.q.out @@ -152,6 +152,7 @@ STAGE PLANS: Map-reduce partition columns: (UDFToShort(UDFToByte(-92)) + _col1) (type: smallint) Statistics: Num rows: 1 Data size: 1 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: smallint), _col3 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: smallint), VALUE._col3 (type: double) @@ -252,6 +253,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) diff --git ql/src/test/results/clientpositive/semijoin5.q.out ql/src/test/results/clientpositive/semijoin5.q.out index e42c27f..fd2fb08 100644 --- ql/src/test/results/clientpositive/semijoin5.q.out +++ ql/src/test/results/clientpositive/semijoin5.q.out @@ -148,6 +148,7 @@ STAGE PLANS: Map-reduce partition columns: (_col7 + UDFToInteger(_col5)) (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col3 (type: double), _col5 (type: smallint), _col7 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col3 (type: double), VALUE._col5 (type: smallint), VALUE._col7 (type: int) diff --git ql/src/test/results/clientpositive/serde_user_properties.q.out ql/src/test/results/clientpositive/serde_user_properties.q.out index c7269cc..6e81845 100644 --- ql/src/test/results/clientpositive/serde_user_properties.q.out +++ ql/src/test/results/clientpositive/serde_user_properties.q.out @@ -84,6 +84,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Split Sample: a percentage: 1.0 @@ -212,6 +213,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Split Sample: src percentage: 1.0 @@ -342,6 +344,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Split Sample: a percentage: 1.0 diff --git ql/src/test/results/clientpositive/set_processor_namespaces.q.out ql/src/test/results/clientpositive/set_processor_namespaces.q.out index ca1d82a..0c1c101 100644 --- ql/src/test/results/clientpositive/set_processor_namespaces.q.out +++ ql/src/test/results/clientpositive/set_processor_namespaces.q.out @@ -32,6 +32,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/set_variable_sub.q.out ql/src/test/results/clientpositive/set_variable_sub.q.out index 5b466e4..778d300 100644 --- ql/src/test/results/clientpositive/set_variable_sub.q.out +++ ql/src/test/results/clientpositive/set_variable_sub.q.out @@ -27,6 +27,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -63,6 +64,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -99,6 +101,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/setop_subq.q.out ql/src/test/results/clientpositive/setop_subq.q.out index 120f0e5..d48b466 100644 --- ql/src/test/results/clientpositive/setop_subq.q.out +++ ql/src/test/results/clientpositive/setop_subq.q.out @@ -101,6 +101,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -192,6 +193,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -245,6 +247,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -336,6 +339,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -389,6 +393,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -480,6 +485,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/skewjoin_mapjoin5.q.out ql/src/test/results/clientpositive/skewjoin_mapjoin5.q.out index e0c80af..170a5bb 100644 --- ql/src/test/results/clientpositive/skewjoin_mapjoin5.q.out +++ ql/src/test/results/clientpositive/skewjoin_mapjoin5.q.out @@ -223,6 +223,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -279,6 +280,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/skewjoin_mapjoin8.q.out ql/src/test/results/clientpositive/skewjoin_mapjoin8.q.out index 8e70636..78b75b8 100644 --- ql/src/test/results/clientpositive/skewjoin_mapjoin8.q.out +++ ql/src/test/results/clientpositive/skewjoin_mapjoin8.q.out @@ -143,6 +143,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/skewjoin_noskew.q.out ql/src/test/results/clientpositive/skewjoin_noskew.q.out index d39acaf..71dbada 100644 --- ql/src/test/results/clientpositive/skewjoin_noskew.q.out +++ ql/src/test/results/clientpositive/skewjoin_noskew.q.out @@ -113,6 +113,7 @@ STAGE PLANS: Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/skewjoinopt9.q.out ql/src/test/results/clientpositive/skewjoinopt9.q.out index 201739c..def40f7 100644 --- ql/src/test/results/clientpositive/skewjoinopt9.q.out +++ ql/src/test/results/clientpositive/skewjoinopt9.q.out @@ -210,6 +210,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/smb_mapjoin_11.q.out ql/src/test/results/clientpositive/smb_mapjoin_11.q.out index ef48acb..297d5ef 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_11.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_11.q.out @@ -251,6 +251,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1921,6 +1922,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2030,6 +2032,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/smb_mapjoin_12.q.out ql/src/test/results/clientpositive/smb_mapjoin_12.q.out index 0c1f4cf..863c220 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_12.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_12.q.out @@ -464,6 +464,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: struct), _col2 (type: struct) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/smb_mapjoin_13.q.out ql/src/test/results/clientpositive/smb_mapjoin_13.q.out index 3bc00c8..58b148a 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_13.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_13.q.out @@ -281,6 +281,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/smb_mapjoin_20.q.out ql/src/test/results/clientpositive/smb_mapjoin_20.q.out index f52a679..121e989 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_20.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_20.q.out @@ -61,6 +61,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToString(_col0) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToString(VALUE._col0) (type: string), VALUE._col1 (type: string), VALUE._col1 (type: string) @@ -121,6 +122,7 @@ STAGE PLANS: Map-reduce partition columns: '1' (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -227,6 +229,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) @@ -287,6 +290,7 @@ STAGE PLANS: Map-reduce partition columns: '1' (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) @@ -1440,6 +1444,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToString(_col0) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToString(VALUE._col0) (type: string), VALUE._col1 (type: string), VALUE._col1 (type: string) @@ -1500,6 +1505,7 @@ STAGE PLANS: Map-reduce partition columns: '2' (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/smb_mapjoin_21.q.out ql/src/test/results/clientpositive/smb_mapjoin_21.q.out index 1fb0c8f..d05a42b 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_21.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_21.q.out @@ -62,6 +62,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -132,6 +133,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) @@ -192,6 +194,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -259,6 +262,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) @@ -319,6 +323,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -387,6 +392,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), KEY.reducesinkkey0 (type: string) @@ -447,6 +453,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -515,6 +522,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) @@ -575,6 +583,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -642,6 +651,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string) @@ -702,6 +712,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/smb_mapjoin_22.q.out ql/src/test/results/clientpositive/smb_mapjoin_22.q.out index 5958232..a374386 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_22.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_22.q.out @@ -60,6 +60,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -205,6 +206,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/smb_mapjoin_25.q.out ql/src/test/results/clientpositive/smb_mapjoin_25.q.out index 861d903..8fe738a 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_25.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_25.q.out @@ -249,6 +249,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -409,6 +410,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/smb_mapjoin_46.q.out ql/src/test/results/clientpositive/smb_mapjoin_46.q.out index 1302360..383ab31 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_46.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_46.q.out @@ -298,6 +298,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -463,6 +464,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/smb_mapjoin_47.q.out ql/src/test/results/clientpositive/smb_mapjoin_47.q.out index c7334a8..ab14bb9 100644 --- ql/src/test/results/clientpositive/smb_mapjoin_47.q.out +++ ql/src/test/results/clientpositive/smb_mapjoin_47.q.out @@ -308,6 +308,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1071,6 +1072,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/sort.q.out ql/src/test/results/clientpositive/sort.q.out index 8683a52..f9b5ce6 100644 --- ql/src/test/results/clientpositive/sort.q.out +++ ql/src/test/results/clientpositive/sort.q.out @@ -24,6 +24,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/sort_merge_join_desc_4.q.out ql/src/test/results/clientpositive/sort_merge_join_desc_4.q.out index 8afa095..8467b65 100644 --- ql/src/test/results/clientpositive/sort_merge_join_desc_4.q.out +++ ql/src/test/results/clientpositive/sort_merge_join_desc_4.q.out @@ -104,6 +104,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out index 5dc2426..23cb97a 100644 --- ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out +++ ql/src/test/results/clientpositive/sort_merge_join_desc_6.q.out @@ -171,6 +171,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out index 28501ab..426f63f 100644 --- ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out +++ ql/src/test/results/clientpositive/sort_merge_join_desc_7.q.out @@ -246,6 +246,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/sort_merge_join_desc_8.q.out ql/src/test/results/clientpositive/sort_merge_join_desc_8.q.out index 6aba5ba..490b6cd 100644 --- ql/src/test/results/clientpositive/sort_merge_join_desc_8.q.out +++ ql/src/test/results/clientpositive/sort_merge_join_desc_8.q.out @@ -219,6 +219,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out index 118a48e..860b674 100644 --- ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out +++ ql/src/test/results/clientpositive/spark/annotate_stats_join.q.out @@ -157,6 +157,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -175,6 +176,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -232,6 +234,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -249,6 +252,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: int) Statistics: Num rows: 6 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -306,6 +310,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -323,6 +328,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: int) Statistics: Num rows: 6 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -380,6 +386,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -397,6 +404,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: int) Statistics: Num rows: 6 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -454,6 +462,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -472,6 +481,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -490,6 +500,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col2 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -549,6 +560,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -567,6 +579,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -585,6 +598,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 8 Data size: 816 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col2 (type: bigint), _col3 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -644,6 +658,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -661,6 +676,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: int) Statistics: Num rows: 6 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -679,6 +695,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 8 Data size: 816 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -735,6 +752,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -749,6 +767,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: int) Statistics: Num rows: 6 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -806,6 +825,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -828,6 +848,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 3 Data size: 285 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -882,6 +903,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -896,6 +918,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: int) Statistics: Num rows: 6 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -950,6 +973,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 48 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -964,6 +988,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: int) Statistics: Num rows: 6 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/auto_join0.q.out ql/src/test/results/clientpositive/spark/auto_join0.q.out index f634fa9..600e4ba 100644 --- ql/src/test/results/clientpositive/spark/auto_join0.q.out +++ ql/src/test/results/clientpositive/spark/auto_join0.q.out @@ -49,7 +49,9 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 5 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -85,7 +87,9 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -113,6 +117,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join1.q.out ql/src/test/results/clientpositive/spark/auto_join1.q.out index 49795dc..5e4e37c 100644 --- ql/src/test/results/clientpositive/spark/auto_join1.q.out +++ ql/src/test/results/clientpositive/spark/auto_join1.q.out @@ -41,6 +41,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -82,6 +83,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_j1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_join10.q.out ql/src/test/results/clientpositive/spark/auto_join10.q.out index d6cf1d8..1e4d504 100644 --- ql/src/test/results/clientpositive/spark/auto_join10.q.out +++ ql/src/test/results/clientpositive/spark/auto_join10.q.out @@ -40,6 +40,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -84,9 +85,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join11.q.out ql/src/test/results/clientpositive/spark/auto_join11.q.out index 4398e0c..c7850dd 100644 --- ql/src/test/results/clientpositive/spark/auto_join11.q.out +++ ql/src/test/results/clientpositive/spark/auto_join11.q.out @@ -40,6 +40,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -84,9 +85,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join12.q.out ql/src/test/results/clientpositive/spark/auto_join12.q.out index 309ad55..537fb0a 100644 --- ql/src/test/results/clientpositive/spark/auto_join12.q.out +++ ql/src/test/results/clientpositive/spark/auto_join12.q.out @@ -47,6 +47,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -66,6 +67,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -113,9 +115,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join13.q.out ql/src/test/results/clientpositive/spark/auto_join13.q.out index e10855d..cbc62ea 100644 --- ql/src/test/results/clientpositive/spark/auto_join13.q.out +++ ql/src/test/results/clientpositive/spark/auto_join13.q.out @@ -46,6 +46,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -64,6 +65,7 @@ STAGE PLANS: keys: 0 (UDFToDouble(_col2) + UDFToDouble(_col0)) (type: double) 1 UDFToDouble(_col0) (type: double) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -118,9 +120,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join14.q.out ql/src/test/results/clientpositive/spark/auto_join14.q.out index 510988f..69122ea 100644 --- ql/src/test/results/clientpositive/spark/auto_join14.q.out +++ ql/src/test/results/clientpositive/spark/auto_join14.q.out @@ -41,6 +41,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -82,6 +83,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_join15.q.out ql/src/test/results/clientpositive/spark/auto_join15.q.out index 1784793..bddfaba 100644 --- ql/src/test/results/clientpositive/spark/auto_join15.q.out +++ ql/src/test/results/clientpositive/spark/auto_join15.q.out @@ -36,6 +36,7 @@ STAGE PLANS: keys: 0 key (type: string) 1 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -76,9 +77,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join16.q.out ql/src/test/results/clientpositive/spark/auto_join16.q.out index e98d217..671435a 100644 --- ql/src/test/results/clientpositive/spark/auto_join16.q.out +++ ql/src/test/results/clientpositive/spark/auto_join16.q.out @@ -40,6 +40,7 @@ STAGE PLANS: keys: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -84,9 +85,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join17.q.out ql/src/test/results/clientpositive/spark/auto_join17.q.out index b3e01f2..91558f7 100644 --- ql/src/test/results/clientpositive/spark/auto_join17.q.out +++ ql/src/test/results/clientpositive/spark/auto_join17.q.out @@ -41,6 +41,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -82,6 +83,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_join18.q.out ql/src/test/results/clientpositive/spark/auto_join18.q.out index 1b6cc08..35a01e4 100644 --- ql/src/test/results/clientpositive/spark/auto_join18.q.out +++ ql/src/test/results/clientpositive/spark/auto_join18.q.out @@ -59,6 +59,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -78,7 +79,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -116,6 +119,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -130,6 +134,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out index 17f0d88..def1de2 100644 --- ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/auto_join18_multi_distinct.q.out @@ -61,6 +61,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -82,6 +83,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -119,6 +121,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join19.q.out ql/src/test/results/clientpositive/spark/auto_join19.q.out index 75426c1..01f5afe 100644 --- ql/src/test/results/clientpositive/spark/auto_join19.q.out +++ ql/src/test/results/clientpositive/spark/auto_join19.q.out @@ -43,6 +43,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -84,6 +85,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_join2.q.out ql/src/test/results/clientpositive/spark/auto_join2.q.out index 126acad..5491f16 100644 --- ql/src/test/results/clientpositive/spark/auto_join2.q.out +++ ql/src/test/results/clientpositive/spark/auto_join2.q.out @@ -41,6 +41,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -59,6 +60,7 @@ STAGE PLANS: keys: 0 (UDFToDouble(_col0) + UDFToDouble(_col1)) (type: double) 1 UDFToDouble(_col0) (type: double) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -110,6 +112,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_j2 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_join20.q.out ql/src/test/results/clientpositive/spark/auto_join20.q.out index dcdabc6..16c08bc 100644 --- ql/src/test/results/clientpositive/spark/auto_join20.q.out +++ ql/src/test/results/clientpositive/spark/auto_join20.q.out @@ -41,6 +41,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -60,6 +61,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -104,9 +106,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -189,6 +193,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -208,6 +213,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -252,9 +258,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join21.q.out ql/src/test/results/clientpositive/spark/auto_join21.q.out index cb28aa4..82a887d 100644 --- ql/src/test/results/clientpositive/spark/auto_join21.q.out +++ ql/src/test/results/clientpositive/spark/auto_join21.q.out @@ -28,6 +28,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -47,6 +48,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -86,9 +88,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) diff --git ql/src/test/results/clientpositive/spark/auto_join22.q.out ql/src/test/results/clientpositive/spark/auto_join22.q.out index 4f1917a..2205248 100644 --- ql/src/test/results/clientpositive/spark/auto_join22.q.out +++ ql/src/test/results/clientpositive/spark/auto_join22.q.out @@ -30,6 +30,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -48,6 +49,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -102,9 +104,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join23.q.out ql/src/test/results/clientpositive/spark/auto_join23.q.out index 7256539..7281b3f 100644 --- ql/src/test/results/clientpositive/spark/auto_join23.q.out +++ ql/src/test/results/clientpositive/spark/auto_join23.q.out @@ -27,6 +27,7 @@ STAGE PLANS: keys: 0 1 + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -62,9 +63,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ Statistics: Num rows: 27556 Data size: 612872 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) diff --git ql/src/test/results/clientpositive/spark/auto_join24.q.out ql/src/test/results/clientpositive/spark/auto_join24.q.out index 5a2d79a..fe64db0 100644 --- ql/src/test/results/clientpositive/spark/auto_join24.q.out +++ ql/src/test/results/clientpositive/spark/auto_join24.q.out @@ -50,6 +50,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -90,9 +91,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join26.q.out ql/src/test/results/clientpositive/spark/auto_join26.q.out index 33e1609..32b50d3 100644 --- ql/src/test/results/clientpositive/spark/auto_join26.q.out +++ ql/src/test/results/clientpositive/spark/auto_join26.q.out @@ -41,6 +41,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -84,9 +85,11 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join27.q.out ql/src/test/results/clientpositive/spark/auto_join27.q.out index 1b23ff5..b1c3024 100644 --- ql/src/test/results/clientpositive/spark/auto_join27.q.out +++ ql/src/test/results/clientpositive/spark/auto_join27.q.out @@ -52,6 +52,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 249 Data size: 2644 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -70,6 +71,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -87,6 +89,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -106,6 +109,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -120,6 +124,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/auto_join28.q.out ql/src/test/results/clientpositive/spark/auto_join28.q.out index 340ff5f..78bb2f8 100644 --- ql/src/test/results/clientpositive/spark/auto_join28.q.out +++ ql/src/test/results/clientpositive/spark/auto_join28.q.out @@ -28,6 +28,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -47,6 +48,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -86,9 +88,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -141,6 +145,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -160,6 +165,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -199,9 +205,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -254,6 +262,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -273,6 +282,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -312,9 +322,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -367,6 +379,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -383,6 +396,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -422,9 +436,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) diff --git ql/src/test/results/clientpositive/spark/auto_join29.q.out ql/src/test/results/clientpositive/spark/auto_join29.q.out index fd40f5e..fb1a5a3 100644 --- ql/src/test/results/clientpositive/spark/auto_join29.q.out +++ ql/src/test/results/clientpositive/spark/auto_join29.q.out @@ -28,6 +28,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -47,6 +48,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -86,9 +88,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -649,6 +653,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -668,6 +673,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -707,9 +713,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -1270,6 +1278,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -1289,6 +1298,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1328,9 +1338,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -1903,6 +1915,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -1919,6 +1932,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1958,9 +1972,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -2529,6 +2545,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -2544,6 +2561,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -2582,9 +2600,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -2645,6 +2665,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -2664,6 +2685,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -2703,9 +2725,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -3266,6 +3290,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -3285,6 +3310,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3324,9 +3350,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -3387,6 +3415,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -3406,6 +3435,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3448,9 +3478,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 365 Data size: 3878 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -3529,6 +3561,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -3544,6 +3577,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3582,9 +3616,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) diff --git ql/src/test/results/clientpositive/spark/auto_join3.q.out ql/src/test/results/clientpositive/spark/auto_join3.q.out index 11f909d..6ac934f 100644 --- ql/src/test/results/clientpositive/spark/auto_join3.q.out +++ ql/src/test/results/clientpositive/spark/auto_join3.q.out @@ -42,6 +42,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -61,6 +62,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -105,6 +107,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_join30.q.out ql/src/test/results/clientpositive/spark/auto_join30.q.out index 63fbf74..06cb1da 100644 --- ql/src/test/results/clientpositive/spark/auto_join30.q.out +++ ql/src/test/results/clientpositive/spark/auto_join30.q.out @@ -40,6 +40,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -80,9 +81,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -161,6 +164,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -198,9 +202,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -279,6 +285,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -316,9 +323,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -407,6 +416,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -426,6 +436,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -469,9 +480,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -563,6 +576,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -579,6 +593,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -619,9 +634,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -713,6 +730,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -729,6 +747,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -769,9 +788,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -863,6 +884,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -879,6 +901,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -919,9 +942,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1013,6 +1038,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -1029,6 +1055,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1069,9 +1096,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join31.q.out ql/src/test/results/clientpositive/spark/auto_join31.q.out index 4dbedf9..7ebae93 100644 --- ql/src/test/results/clientpositive/spark/auto_join31.q.out +++ ql/src/test/results/clientpositive/spark/auto_join31.q.out @@ -44,6 +44,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -60,6 +61,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) 2 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -100,9 +102,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_join32.q.out ql/src/test/results/clientpositive/spark/auto_join32.q.out index 4c246ba..9f9648a 100644 --- ql/src/test/results/clientpositive/spark/auto_join32.q.out +++ ql/src/test/results/clientpositive/spark/auto_join32.q.out @@ -50,6 +50,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -91,9 +92,11 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -204,6 +207,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -330,6 +334,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -478,6 +483,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/auto_join4.q.out ql/src/test/results/clientpositive/spark/auto_join4.q.out index b72f499..572bbf6 100644 --- ql/src/test/results/clientpositive/spark/auto_join4.q.out +++ ql/src/test/results/clientpositive/spark/auto_join4.q.out @@ -63,6 +63,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -104,6 +105,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_join5.q.out ql/src/test/results/clientpositive/spark/auto_join5.q.out index 099aa6e..64adc10 100644 --- ql/src/test/results/clientpositive/spark/auto_join5.q.out +++ ql/src/test/results/clientpositive/spark/auto_join5.q.out @@ -63,6 +63,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -104,6 +105,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_join6.q.out ql/src/test/results/clientpositive/spark/auto_join6.q.out index 67bdc58..1b43534 100644 --- ql/src/test/results/clientpositive/spark/auto_join6.q.out +++ ql/src/test/results/clientpositive/spark/auto_join6.q.out @@ -66,6 +66,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -84,6 +85,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/auto_join7.q.out ql/src/test/results/clientpositive/spark/auto_join7.q.out index a410966..4cb5862 100644 --- ql/src/test/results/clientpositive/spark/auto_join7.q.out +++ ql/src/test/results/clientpositive/spark/auto_join7.q.out @@ -76,6 +76,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -94,6 +95,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -112,6 +114,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/auto_join8.q.out ql/src/test/results/clientpositive/spark/auto_join8.q.out index 32331cf..e327296 100644 --- ql/src/test/results/clientpositive/spark/auto_join8.q.out +++ ql/src/test/results/clientpositive/spark/auto_join8.q.out @@ -63,6 +63,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -107,6 +108,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_join9.q.out ql/src/test/results/clientpositive/spark/auto_join9.q.out index 671eafe..abd37c6 100644 --- ql/src/test/results/clientpositive/spark/auto_join9.q.out +++ ql/src/test/results/clientpositive/spark/auto_join9.q.out @@ -41,6 +41,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -82,6 +83,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out index 04550eb..fa8ff3e 100644 --- ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out +++ ql/src/test/results/clientpositive/spark/auto_join_reordering_values.q.out @@ -117,6 +117,7 @@ STAGE PLANS: tag: 0 value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -190,6 +191,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -263,6 +265,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -336,6 +339,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 36 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -409,6 +413,7 @@ STAGE PLANS: Statistics: Num rows: 100 Data size: 288 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/auto_join_stats.q.out ql/src/test/results/clientpositive/spark/auto_join_stats.q.out index 3b5992f..9a07fa8 100644 --- ql/src/test/results/clientpositive/spark/auto_join_stats.q.out +++ ql/src/test/results/clientpositive/spark/auto_join_stats.q.out @@ -52,6 +52,7 @@ STAGE PLANS: keys: 0 (UDFToDouble(_col0) + UDFToDouble(_col1)) (type: double) 1 UDFToDouble(_col0) (type: double) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -78,6 +79,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -95,6 +97,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work @@ -198,6 +201,7 @@ STAGE PLANS: 0 (UDFToDouble(_col0) + UDFToDouble(_col1)) (type: double) 1 UDFToDouble(_col0) (type: double) 2 UDFToDouble(_col0) (type: double) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 5 @@ -217,6 +221,7 @@ STAGE PLANS: 0 (UDFToDouble(_col0) + UDFToDouble(_col1)) (type: double) 1 UDFToDouble(_col0) (type: double) 2 UDFToDouble(_col0) (type: double) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -243,6 +248,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -260,6 +266,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out index b74b28f..0712c86 100644 --- ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out +++ ql/src/test/results/clientpositive/spark/auto_join_stats2.q.out @@ -45,6 +45,7 @@ STAGE PLANS: keys: 0 1 + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -63,6 +64,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -116,6 +118,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -192,6 +195,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -211,6 +215,7 @@ STAGE PLANS: 0 (UDFToDouble(_col0) + UDFToDouble(_col1)) (type: double) 1 UDFToDouble(_col0) (type: double) 2 UDFToDouble(_col0) (type: double) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -230,6 +235,7 @@ STAGE PLANS: 0 (UDFToDouble(_col0) + UDFToDouble(_col1)) (type: double) 1 UDFToDouble(_col0) (type: double) 2 UDFToDouble(_col0) (type: double) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -283,6 +289,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out index 9308d47..d3574e6 100644 --- ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out +++ ql/src/test/results/clientpositive/spark/auto_smb_mapjoin_14.q.out @@ -88,6 +88,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -186,6 +187,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -204,6 +206,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -329,6 +332,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -364,6 +368,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -482,6 +487,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -585,6 +591,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -712,6 +719,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -827,6 +835,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -909,6 +918,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -926,6 +936,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -945,6 +956,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1034,6 +1046,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1131,6 +1144,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1242,6 +1256,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1582,6 +1597,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out index baf3908..a2b5d0f 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_1.q.out @@ -254,6 +254,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [$hdt$_1:b] /bucket_big/ds=2008-04-09 [$hdt$_1:b] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -462,6 +463,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [$hdt$_0:a] /bucket_big/ds=2008-04-09 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -670,6 +672,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [$hdt$_0:a] /bucket_big/ds=2008-04-09 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out index 0a1d4cf..449630b 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_12.q.out @@ -174,6 +174,7 @@ STAGE PLANS: Statistics: Num rows: 240 Data size: 116240 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -300,6 +301,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 1700 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -376,6 +378,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 1140 Basic stats: COMPLETE Column stats: NONE tag: 2 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -444,6 +447,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 1700 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -539,6 +543,7 @@ STAGE PLANS: value expressions: _col0 (type: bigint) auto parallelism: false Reducer 4 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out index ded68d5..602d73b 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_13.q.out @@ -469,6 +469,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -522,6 +523,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out index 5c73ddb..8632d26 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_14.q.out @@ -77,6 +77,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -161,6 +162,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out index fbbe01d..6916969 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_15.q.out @@ -77,6 +77,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -140,6 +141,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out index 3e2aafc..c76a649 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out @@ -202,6 +202,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 5 Data size: 46 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -217,6 +218,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 236 Data size: 2244 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark index 6aa60ba..e2bd1ea 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_16.q.out_spark @@ -202,6 +202,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 5 Data size: 46 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -217,6 +218,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 236 Data size: 2244 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out index 8cfa113..bb5c2a0 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_2.q.out @@ -236,6 +236,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [$hdt$_0:a] /bucket_big/ds=2008-04-09 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -444,6 +445,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [$hdt$_0:a] /bucket_big/ds=2008-04-09 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out index b3a9bcf..e5dcbed 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_3.q.out @@ -186,6 +186,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [$hdt$_1:b] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -344,6 +345,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -502,6 +504,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out index fce5e0c..348a5ea 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_4.q.out @@ -202,6 +202,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [$hdt$_1:b] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -360,6 +361,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -518,6 +520,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out index 1508044..fa3dfcc 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_5.q.out @@ -166,6 +166,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big [$hdt$_1:b] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -317,6 +318,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -468,6 +470,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out index 6875ab4..e2687ea 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_6.q.out @@ -104,6 +104,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -122,6 +123,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -139,6 +141,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -173,6 +176,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -240,6 +244,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -258,6 +263,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -275,6 +281,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -309,6 +316,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -376,6 +384,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -394,6 +403,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -411,6 +421,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -445,6 +456,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -512,6 +524,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -530,6 +543,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -547,6 +561,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -581,6 +596,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -660,6 +676,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -751,6 +768,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -770,6 +788,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -837,6 +856,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -855,6 +875,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -872,6 +893,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -906,6 +928,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -973,6 +996,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -991,6 +1015,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1008,6 +1033,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1042,6 +1068,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1121,6 +1148,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1212,6 +1240,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1231,6 +1260,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out index eb813c1..99dd880 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_7.q.out @@ -269,6 +269,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [$hdt$_1:b] /bucket_big/ds=2008-04-09 [$hdt$_1:b] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -479,6 +480,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [$hdt$_0:a] /bucket_big/ds=2008-04-09 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -689,6 +691,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [$hdt$_0:a] /bucket_big/ds=2008-04-09 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out index 03d4367..a1aa8cd 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_8.q.out @@ -269,6 +269,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [$hdt$_1:b] /bucket_big/ds=2008-04-09 [$hdt$_1:b] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -479,6 +480,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [$hdt$_0:a] /bucket_big/ds=2008-04-09 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -689,6 +691,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [$hdt$_0:a] /bucket_big/ds=2008-04-09 [$hdt$_0:a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out index 033ee04..a7f8b1f 100644 --- ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out +++ ql/src/test/results/clientpositive/spark/auto_sortmerge_join_9.q.out @@ -88,6 +88,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -181,6 +182,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -289,6 +291,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -307,6 +310,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -432,6 +436,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -467,6 +472,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -585,6 +591,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -688,6 +695,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -815,6 +823,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -930,6 +939,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1012,6 +1022,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1029,6 +1040,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1048,6 +1060,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1137,6 +1150,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1224,6 +1238,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1323,6 +1338,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1434,6 +1450,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1535,6 +1552,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1628,6 +1646,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1736,6 +1755,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1754,6 +1774,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1879,6 +1900,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1914,6 +1936,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2032,6 +2055,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2135,6 +2159,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2262,6 +2287,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2377,6 +2403,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2466,6 +2493,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2553,6 +2581,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2652,6 +2681,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2763,6 +2793,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/bucket2.q.out ql/src/test/results/clientpositive/spark/bucket2.q.out index 32f1258..11b232d 100644 --- ql/src/test/results/clientpositive/spark/bucket2.q.out +++ ql/src/test/results/clientpositive/spark/bucket2.q.out @@ -44,6 +44,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -96,6 +97,7 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/bucket3.q.out ql/src/test/results/clientpositive/spark/bucket3.q.out index b88e73f..ed6766d 100644 --- ql/src/test/results/clientpositive/spark/bucket3.q.out +++ ql/src/test/results/clientpositive/spark/bucket3.q.out @@ -44,6 +44,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -96,6 +97,7 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/bucket4.q.out ql/src/test/results/clientpositive/spark/bucket4.q.out index 4df95d5..cc2cced 100644 --- ql/src/test/results/clientpositive/spark/bucket4.q.out +++ ql/src/test/results/clientpositive/spark/bucket4.q.out @@ -45,6 +45,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src] Path -> Partition: @@ -99,6 +100,7 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/bucket4.q.out_spark ql/src/test/results/clientpositive/spark/bucket4.q.out_spark index 63683fc..1e2cb9a 100644 --- ql/src/test/results/clientpositive/spark/bucket4.q.out_spark +++ ql/src/test/results/clientpositive/spark/bucket4.q.out_spark @@ -45,6 +45,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -97,6 +98,7 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/bucket5.q.out ql/src/test/results/clientpositive/spark/bucket5.q.out index 27f0740..51a6711 100644 --- ql/src/test/results/clientpositive/spark/bucket5.q.out +++ ql/src/test/results/clientpositive/spark/bucket5.q.out @@ -58,6 +58,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src] Path -> Partition: @@ -130,6 +131,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src] Path -> Partition: @@ -184,6 +186,7 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -226,6 +229,7 @@ STAGE PLANS: GatherStats: true MultiFileSpray: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/bucket6.q.out ql/src/test/results/clientpositive/spark/bucket6.q.out index 77632fa..4a9e99f 100644 --- ql/src/test/results/clientpositive/spark/bucket6.q.out +++ ql/src/test/results/clientpositive/spark/bucket6.q.out @@ -39,7 +39,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out index f50fd64..02902ab 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_1.q.out @@ -73,6 +73,7 @@ STAGE PLANS: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -167,6 +168,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -223,6 +225,7 @@ STAGE PLANS: Truncated Path -> Alias: /table1 [a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -269,4 +272,4 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table2 #### A masked pattern was here #### -4 +0 diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out index 50d8c2f..34650ef 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_2.q.out @@ -73,6 +73,7 @@ STAGE PLANS: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -167,6 +168,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -223,6 +225,7 @@ STAGE PLANS: Truncated Path -> Alias: /table1 [a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -269,4 +272,4 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@table1 POSTHOOK: Input: default@table2 #### A masked pattern was here #### -4 +0 diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out index 53c3dd0..158d1c3 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_tez1.q.out @@ -198,6 +198,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -237,9 +238,11 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) sort order: +++ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) @@ -789,6 +792,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -828,9 +832,11 @@ STAGE PLANS: key expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) sort order: +++ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) @@ -1387,6 +1393,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1404,7 +1411,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1435,6 +1444,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1515,6 +1525,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1532,7 +1543,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1563,6 +1576,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1646,6 +1660,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1663,6 +1678,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1680,6 +1696,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1699,6 +1716,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1805,6 +1823,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1822,6 +1841,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1839,6 +1859,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1858,6 +1879,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1964,6 +1986,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1981,6 +2004,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1998,6 +2022,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2017,6 +2042,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2123,6 +2149,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -2140,6 +2167,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2157,6 +2185,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2176,6 +2205,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2302,7 +2332,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2412,7 +2444,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2499,6 +2533,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2516,6 +2551,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2534,6 +2570,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2582,6 +2619,7 @@ STAGE PLANS: Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2647,6 +2685,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2664,6 +2703,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2682,6 +2722,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2730,6 +2771,7 @@ STAGE PLANS: Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2795,6 +2837,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2813,6 +2856,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2830,6 +2874,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2878,6 +2923,7 @@ STAGE PLANS: Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2943,6 +2989,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2961,6 +3008,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2978,6 +3026,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3026,6 +3075,7 @@ STAGE PLANS: Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -3085,6 +3135,7 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) 2 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -3104,6 +3155,7 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) 2 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3147,6 +3199,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3191,6 +3244,7 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) 2 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -3210,6 +3264,7 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) 2 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3253,6 +3308,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3296,6 +3352,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -3314,6 +3371,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3364,6 +3422,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3407,6 +3466,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -3425,6 +3485,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3475,6 +3536,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3548,7 +3610,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -3654,7 +3718,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -3736,6 +3802,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -3754,6 +3821,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -3836,6 +3904,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -3854,6 +3923,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -3933,6 +4003,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -3950,6 +4021,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4011,6 +4083,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -4028,6 +4101,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4108,6 +4182,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -4148,6 +4223,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -4191,6 +4267,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -4231,6 +4308,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -4274,6 +4352,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -4291,6 +4370,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -4309,6 +4389,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4387,6 +4468,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -4404,6 +4486,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -4422,6 +4505,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4503,6 +4587,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col2 (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -4521,6 +4606,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col2 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4586,6 +4672,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col2 (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -4604,6 +4691,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col2 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4664,6 +4752,7 @@ STAGE PLANS: keys: 0 _col0 (type: int), _col1 (type: string) 1 _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -4704,6 +4793,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -5243,6 +5333,7 @@ STAGE PLANS: keys: 0 _col0 (type: int), _col1 (type: string) 1 _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -5283,6 +5374,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -5858,6 +5950,7 @@ STAGE PLANS: keys: 0 _col0 (type: int), _col1 (type: string) 1 _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -5898,6 +5991,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -6437,6 +6531,7 @@ STAGE PLANS: keys: 0 _col0 (type: int), _col1 (type: string) 1 _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -6477,6 +6572,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out index 159ee67..33c802c 100644 --- ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out +++ ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out @@ -198,6 +198,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -215,6 +216,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -233,6 +235,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -311,6 +314,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -328,6 +332,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -346,6 +351,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -456,6 +462,7 @@ STAGE PLANS: keys: 0 UDFToDouble(_col0) (type: double) 1 UDFToDouble(_col0) (type: double) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -496,6 +503,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -539,6 +547,7 @@ STAGE PLANS: keys: 0 UDFToDouble(_col0) (type: double) 1 UDFToDouble(_col0) (type: double) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -579,6 +588,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -622,6 +632,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -639,6 +650,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -697,6 +709,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -714,6 +727,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -772,6 +786,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -789,6 +804,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -847,6 +863,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -864,6 +881,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -922,6 +940,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -939,6 +958,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -997,6 +1017,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1014,6 +1035,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1072,6 +1094,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1089,7 +1112,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1159,6 +1184,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1176,7 +1202,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1246,6 +1274,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1264,7 +1293,9 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1339,6 +1370,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1357,7 +1389,9 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1470,6 +1504,7 @@ STAGE PLANS: keys: 0 _col0 (type: int), _col1 (type: string) 1 _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1498,7 +1533,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -1526,6 +1563,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1582,6 +1620,7 @@ STAGE PLANS: keys: 0 _col0 (type: int), _col1 (type: string) 1 _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1610,7 +1649,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -1638,6 +1679,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1731,6 +1773,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1767,6 +1810,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out index f7453d7..de2b978 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin_negative.q.out @@ -101,6 +101,7 @@ STAGE PLANS: 0 key (type: int) 1 key (type: int) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -218,6 +219,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out index eded3ae..d3ec973 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin_negative2.q.out @@ -110,6 +110,7 @@ STAGE PLANS: 0 key (type: int) 1 key (type: int) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Bucket Mapjoin Context: @@ -282,6 +283,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Bucket Mapjoin Context: diff --git ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out index 0cffcf6..03642b0 100644 --- ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out +++ ql/src/test/results/clientpositive/spark/bucketmapjoin_negative3.q.out @@ -171,6 +171,7 @@ STAGE PLANS: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Bucket Mapjoin Context: @@ -284,6 +285,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Bucket Mapjoin Context: @@ -380,6 +382,7 @@ STAGE PLANS: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Bucket Mapjoin Context: @@ -493,6 +496,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Bucket Mapjoin Context: @@ -589,6 +593,7 @@ STAGE PLANS: 0 (key + key) (type: double) 1 UDFToDouble(key) (type: double) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -696,6 +701,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -787,6 +793,7 @@ STAGE PLANS: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -894,6 +901,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -985,6 +993,7 @@ STAGE PLANS: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1092,6 +1101,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1183,6 +1193,7 @@ STAGE PLANS: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1290,6 +1301,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1381,6 +1393,7 @@ STAGE PLANS: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1488,6 +1501,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1579,6 +1593,7 @@ STAGE PLANS: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1686,6 +1701,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1777,6 +1793,7 @@ STAGE PLANS: 0 key (type: string), value (type: string) 1 key (type: string), value (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1884,6 +1901,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/spark/column_access_stats.q.out ql/src/test/results/clientpositive/spark/column_access_stats.q.out index a9bc746..0c30c58 100644 --- ql/src/test/results/clientpositive/spark/column_access_stats.q.out +++ ql/src/test/results/clientpositive/spark/column_access_stats.q.out @@ -193,6 +193,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -209,6 +210,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -271,6 +273,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -287,6 +290,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -379,6 +383,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -396,6 +401,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -505,6 +511,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -523,6 +530,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -600,6 +608,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -617,6 +626,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -708,6 +718,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -725,6 +736,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -743,6 +755,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 5 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out index 8418d14..e7b8e9a 100644 --- ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out +++ ql/src/test/results/clientpositive/spark/constprog_partitioner.q.out @@ -31,6 +31,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -47,6 +48,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -116,6 +118,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), 1 (type: int) Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -138,6 +141,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out index ae9da65..b66b8e1 100644 --- ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out +++ ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out @@ -86,6 +86,7 @@ STAGE PLANS: Map-reduce partition columns: _col3 (type: int) Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -108,6 +109,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -183,6 +185,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -201,6 +204,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -223,6 +227,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -316,6 +321,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -338,6 +344,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -356,6 +363,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -447,6 +455,7 @@ STAGE PLANS: Map-reduce partition columns: 100 (type: int), true (type: boolean) Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -469,6 +478,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: boolean) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -536,6 +546,7 @@ STAGE PLANS: Map-reduce partition columns: 100 (type: int), true (type: boolean) Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -558,6 +569,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: boolean) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -627,6 +639,7 @@ STAGE PLANS: Map-reduce partition columns: 100 (type: int), true (type: boolean) Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -649,6 +662,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: boolean) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -716,6 +730,7 @@ STAGE PLANS: Map-reduce partition columns: 100 (type: int), true (type: boolean) Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -738,6 +753,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: boolean) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -807,6 +823,7 @@ STAGE PLANS: Map-reduce partition columns: 100 (type: int), true (type: boolean) Statistics: Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -829,6 +846,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: boolean) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/count.q.out ql/src/test/results/clientpositive/spark/count.q.out index a2c57d9..f469446 100644 --- ql/src/test/results/clientpositive/spark/count.q.out +++ ql/src/test/results/clientpositive/spark/count.q.out @@ -198,6 +198,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: d (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -260,6 +261,7 @@ STAGE PLANS: key expressions: a (type: int), b (type: int), c (type: int), d (type: int) sort order: ++++ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -393,7 +395,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: a (type: int), b (type: int) Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -407,6 +411,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: b (type: int) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -474,7 +479,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: b (type: int) Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -487,6 +494,7 @@ STAGE PLANS: Map-reduce partition columns: b (type: int) Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(KEY._col0) @@ -554,7 +562,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: b (type: int), c (type: int) Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -568,6 +578,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: b (type: int) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -638,6 +649,7 @@ STAGE PLANS: Map-reduce partition columns: d (type: int) Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: b (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -709,6 +721,7 @@ STAGE PLANS: Map-reduce partition columns: $f0 (type: int) Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: $f3 (type: int), $f4 (type: int), $f5 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -773,6 +786,7 @@ STAGE PLANS: Map-reduce partition columns: a (type: int) Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE value expressions: d (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -835,6 +849,7 @@ STAGE PLANS: key expressions: a (type: int), b (type: int), c (type: int), d (type: int) sort order: ++++ Statistics: Num rows: 1 Data size: 780 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/cross_join.q.out ql/src/test/results/clientpositive/spark/cross_join.q.out index 270a6ae..0075429 100644 --- ql/src/test/results/clientpositive/spark/cross_join.q.out +++ ql/src/test/results/clientpositive/spark/cross_join.q.out @@ -27,6 +27,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -37,6 +38,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -90,6 +92,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -100,6 +103,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -156,6 +160,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -173,6 +178,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -223,6 +229,7 @@ STAGE PLANS: keys: 0 1 + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -256,6 +263,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -291,6 +299,7 @@ STAGE PLANS: keys: 0 1 + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -324,6 +333,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -363,6 +373,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -399,6 +410,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out index e21b7e6..291608d 100644 --- ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out +++ ql/src/test/results/clientpositive/spark/cross_product_check_1.q.out @@ -57,6 +57,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -70,6 +71,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -129,6 +131,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -147,6 +150,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -160,6 +164,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -235,6 +240,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -252,6 +258,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -269,6 +276,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -307,6 +315,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -356,6 +365,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -369,6 +379,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -379,6 +390,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -417,6 +429,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 100 Data size: 1540 Basic stats: COMPLETE Column stats: NONE Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -476,6 +489,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -493,6 +507,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -510,7 +525,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -559,6 +576,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out index d66a5ba..f6ab57b 100644 --- ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out +++ ql/src/test/results/clientpositive/spark/cross_product_check_2.q.out @@ -56,6 +56,7 @@ STAGE PLANS: keys: 0 1 + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -89,6 +90,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -130,6 +132,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -163,6 +166,7 @@ STAGE PLANS: keys: 0 1 + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -196,6 +200,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -243,6 +248,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -284,9 +290,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -330,6 +338,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -367,6 +376,7 @@ STAGE PLANS: keys: 0 1 + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -405,9 +415,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 100 Data size: 1460 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -451,6 +463,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -496,6 +509,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -537,9 +551,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -578,7 +594,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/spark/ctas.q.out ql/src/test/results/clientpositive/spark/ctas.q.out index 2ccd1dd..c781688 100644 --- ql/src/test/results/clientpositive/spark/ctas.q.out +++ ql/src/test/results/clientpositive/spark/ctas.q.out @@ -46,7 +46,9 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -61,6 +63,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -193,7 +196,9 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -208,6 +213,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -340,7 +346,9 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) @@ -355,6 +363,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) @@ -550,7 +559,9 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -565,6 +576,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -699,7 +711,9 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -714,6 +728,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out index 96a405a..a7af4bc 100644 --- ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out +++ ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out @@ -44,6 +44,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src] Path -> Partition: @@ -98,6 +99,7 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -220,7 +222,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark index 86d6e1a..8918d95 100644 --- ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark +++ ql/src/test/results/clientpositive/spark/disable_merge_for_bucketing.q.out_spark @@ -44,6 +44,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -96,6 +97,7 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -216,7 +218,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out index 3faa06a..e455cc1 100644 --- ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out +++ ql/src/test/results/clientpositive/spark/dynamic_rdd_cache.q.out @@ -46,6 +46,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -61,6 +62,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -75,6 +77,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -100,6 +103,7 @@ STAGE PLANS: Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -188,6 +192,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -208,6 +213,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -342,6 +348,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -358,6 +365,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -374,7 +382,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -398,6 +408,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -421,6 +432,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -521,6 +533,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -539,6 +552,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 167 Data size: 2035 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -555,6 +569,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -573,7 +588,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 167 Data size: 2035 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -608,6 +625,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -761,6 +779,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -778,6 +797,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -796,6 +816,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Map 16 Map Operator Tree: TableScan @@ -813,6 +834,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Map 17 Map Operator Tree: TableScan @@ -831,6 +853,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -848,6 +871,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -865,6 +889,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -883,6 +908,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 12 Reduce Operator Tree: Join Operator @@ -942,6 +968,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: double), _col6 (type: double) Reducer 15 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -1025,6 +1052,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col3 (type: bigint), _col4 (type: bigint), _col5 (type: double), _col6 (type: double) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), sum(VALUE._col2), sum(VALUE._col3) @@ -1065,6 +1093,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col4 (type: int), _col5 (type: int) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), 3 (type: int), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: double), VALUE._col0 (type: int), VALUE._col1 (type: int), 4 (type: int), KEY.reducesinkkey4 (type: double), KEY.reducesinkkey5 (type: double) @@ -1123,7 +1152,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), KEY.reducesinkkey0 (type: int) diff --git ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out index 1c30941..cddb713 100644 --- ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out +++ ql/src/test/results/clientpositive/spark/escape_clusterby1.q.out @@ -29,7 +29,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -80,7 +82,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out index ddaa9bf..55a7abb 100644 --- ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out +++ ql/src/test/results/clientpositive/spark/escape_distributeby1.q.out @@ -29,7 +29,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -80,7 +82,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/escape_orderby1.q.out ql/src/test/results/clientpositive/spark/escape_orderby1.q.out index 83ebe1a..135adb9 100644 --- ql/src/test/results/clientpositive/spark/escape_orderby1.q.out +++ ql/src/test/results/clientpositive/spark/escape_orderby1.q.out @@ -28,7 +28,9 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -78,7 +80,9 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/spark/escape_sortby1.q.out ql/src/test/results/clientpositive/spark/escape_sortby1.q.out index dba5a7e..c72dd50 100644 --- ql/src/test/results/clientpositive/spark/escape_sortby1.q.out +++ ql/src/test/results/clientpositive/spark/escape_sortby1.q.out @@ -28,7 +28,9 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -78,7 +80,9 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out index 320a52e..9287d78 100644 --- ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out +++ ql/src/test/results/clientpositive/spark/filter_join_breaktask.q.out @@ -62,6 +62,7 @@ STAGE PLANS: Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -137,6 +138,7 @@ STAGE PLANS: tag: 1 value expressions: _col0 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -211,6 +213,7 @@ STAGE PLANS: Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out index c277fdd..78cd834 100644 --- ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out +++ ql/src/test/results/clientpositive/spark/gen_udf_example_add10.q.out @@ -49,7 +49,9 @@ STAGE PLANS: sort order: -+ Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: double) diff --git ql/src/test/results/clientpositive/spark/groupby1.q.out ql/src/test/results/clientpositive/spark/groupby1.q.out index 68cb6d7..802b453 100644 --- ql/src/test/results/clientpositive/spark/groupby1.q.out +++ ql/src/test/results/clientpositive/spark/groupby1.q.out @@ -40,6 +40,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -55,6 +56,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby10.q.out ql/src/test/results/clientpositive/spark/groupby10.q.out index df4e23b..7d7cc94 100644 --- ql/src/test/results/clientpositive/spark/groupby10.q.out +++ ql/src/test/results/clientpositive/spark/groupby10.q.out @@ -71,6 +71,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -285,6 +286,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -496,6 +498,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 2800 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward diff --git ql/src/test/results/clientpositive/spark/groupby11.q.out ql/src/test/results/clientpositive/spark/groupby11.q.out index 94ab3e0..c623cdc 100644 --- ql/src/test/results/clientpositive/spark/groupby11.q.out +++ ql/src/test/results/clientpositive/spark/groupby11.q.out @@ -59,6 +59,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -73,6 +74,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: substr(value, 5) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/groupby1_map.q.out ql/src/test/results/clientpositive/spark/groupby1_map.q.out index 775ca8a..92bb187 100644 --- ql/src/test/results/clientpositive/spark/groupby1_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby1_map.q.out @@ -46,6 +46,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out index 20e9c65..cfd585a 100644 --- ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out +++ ql/src/test/results/clientpositive/spark/groupby1_map_nomap.q.out @@ -46,6 +46,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out index 8c3f571..21e11dd 100644 --- ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby1_map_skew.q.out @@ -47,6 +47,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -61,6 +62,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out index ea607cd..7a2c6ae 100644 --- ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby1_noskew.q.out @@ -39,6 +39,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/groupby2.q.out ql/src/test/results/clientpositive/spark/groupby2.q.out index 966c273..13f0e55 100644 --- ql/src/test/results/clientpositive/spark/groupby2.q.out +++ ql/src/test/results/clientpositive/spark/groupby2.q.out @@ -41,6 +41,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out index 83e794a..e0fc414 100644 --- ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby2_noskew.q.out @@ -40,6 +40,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out index 171932a..b46bc92 100644 --- ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby2_noskew_multi_distinct.q.out @@ -41,6 +41,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/groupby3.q.out ql/src/test/results/clientpositive/spark/groupby3.q.out index 7bdc3a0..7ee06ad 100644 --- ql/src/test/results/clientpositive/spark/groupby3.q.out +++ ql/src/test/results/clientpositive/spark/groupby3.q.out @@ -59,6 +59,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: substr(value, 5) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out index 904fcf3..4b44913 100644 --- ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby3_noskew.q.out @@ -58,6 +58,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: double), _col1 (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out index 1dc870d..16b848e 100644 --- ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby3_noskew_multi_distinct.q.out @@ -62,6 +62,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: double), _col1 (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/groupby4.q.out ql/src/test/results/clientpositive/spark/groupby4.q.out index 1146c84..267eb2e 100644 --- ql/src/test/results/clientpositive/spark/groupby4.q.out +++ ql/src/test/results/clientpositive/spark/groupby4.q.out @@ -41,7 +41,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -54,6 +56,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/groupby4_map.q.out ql/src/test/results/clientpositive/spark/groupby4_map.q.out index 96f3488..ccc6ac9 100644 --- ql/src/test/results/clientpositive/spark/groupby4_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby4_map.q.out @@ -40,7 +40,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out index 3bf8d99..00fb235 100644 --- ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby4_map_skew.q.out @@ -40,7 +40,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out index 4af92e8..634e4e5 100644 --- ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby4_noskew.q.out @@ -40,7 +40,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/groupby5.q.out ql/src/test/results/clientpositive/spark/groupby5.q.out index 8dfed8b..b793b5b 100644 --- ql/src/test/results/clientpositive/spark/groupby5.q.out +++ ql/src/test/results/clientpositive/spark/groupby5.q.out @@ -46,6 +46,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -61,6 +62,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby5_map.q.out ql/src/test/results/clientpositive/spark/groupby5_map.q.out index 96cf6b7..5ecbe33 100644 --- ql/src/test/results/clientpositive/spark/groupby5_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby5_map.q.out @@ -43,6 +43,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out index 11a6558..6e9353a 100644 --- ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby5_map_skew.q.out @@ -43,6 +43,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out index 16ac57b..5e23d58 100644 --- ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby5_noskew.q.out @@ -45,6 +45,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/groupby6.q.out ql/src/test/results/clientpositive/spark/groupby6.q.out index 04e6127..8589e7f 100644 --- ql/src/test/results/clientpositive/spark/groupby6.q.out +++ ql/src/test/results/clientpositive/spark/groupby6.q.out @@ -41,7 +41,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -54,6 +56,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/groupby6_map.q.out ql/src/test/results/clientpositive/spark/groupby6_map.q.out index 509014a..5ffc7ce 100644 --- ql/src/test/results/clientpositive/spark/groupby6_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby6_map.q.out @@ -45,7 +45,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out index e2260ed..4f3620f 100644 --- ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby6_map_skew.q.out @@ -46,7 +46,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -59,6 +61,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out index f955519..74bb441 100644 --- ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby6_noskew.q.out @@ -40,7 +40,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/groupby7_map.q.out ql/src/test/results/clientpositive/spark/groupby7_map.q.out index 9260e7d..4b965b7 100644 --- ql/src/test/results/clientpositive/spark/groupby7_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby7_map.q.out @@ -61,6 +61,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -81,6 +82,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out index c628b39..1f61a08 100644 --- ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/spark/groupby7_map_multi_single_reducer.q.out @@ -53,6 +53,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: substr(value, 5) (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward diff --git ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out index e55a79d..97b9f11 100644 --- ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out +++ ql/src/test/results/clientpositive/spark/groupby7_map_skew.q.out @@ -62,6 +62,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -76,6 +77,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -96,6 +98,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out index 9e05b99..b79d28f 100644 --- ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby7_noskew.q.out @@ -54,6 +54,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: substr(value, 5) (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out index 9a9f7b2..a74bc0b 100644 --- ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/spark/groupby7_noskew_multi_single_reducer.q.out @@ -55,7 +55,9 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: substr(value, 5) (type: string) + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) @@ -77,6 +79,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: double) diff --git ql/src/test/results/clientpositive/spark/groupby8.q.out ql/src/test/results/clientpositive/spark/groupby8.q.out index c66a53d..272d825 100644 --- ql/src/test/results/clientpositive/spark/groupby8.q.out +++ ql/src/test/results/clientpositive/spark/groupby8.q.out @@ -54,6 +54,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -829,6 +830,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/groupby8_map.q.out ql/src/test/results/clientpositive/spark/groupby8_map.q.out index 25c07d0..6f4dd7c 100644 --- ql/src/test/results/clientpositive/spark/groupby8_map.q.out +++ ql/src/test/results/clientpositive/spark/groupby8_map.q.out @@ -52,6 +52,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward diff --git ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out index 25c07d0..6f4dd7c 100644 --- ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out +++ ql/src/test/results/clientpositive/spark/groupby8_noskew.q.out @@ -52,6 +52,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward diff --git ql/src/test/results/clientpositive/spark/groupby9.q.out ql/src/test/results/clientpositive/spark/groupby9.q.out index c016e4b..e500d3e 100644 --- ql/src/test/results/clientpositive/spark/groupby9.q.out +++ ql/src/test/results/clientpositive/spark/groupby9.q.out @@ -2421,6 +2421,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2442,7 +2443,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2463,6 +2466,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out index 71e74a9..20363c3 100644 --- ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/spark/groupby_complex_types_multi_single_reducer.q.out @@ -100,6 +100,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: array), VALUE._col0 (type: bigint) @@ -131,6 +132,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: map), VALUE._col0 (type: bigint) diff --git ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out index 89db8ce..f43591d 100644 --- ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out +++ ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer.q.out @@ -81,6 +81,7 @@ STAGE PLANS: Map-reduce partition columns: substr(key, 1, 1) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -318,6 +319,7 @@ STAGE PLANS: Map-reduce partition columns: substr(key, 1, 1) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -333,6 +335,7 @@ STAGE PLANS: Map-reduce partition columns: substr(key, 1, 1) (type: string), substr(key, 2, 1) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -439,6 +442,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_h3 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), VALUE._col0 (type: string), VALUE._col1 (type: double), VALUE._col2 (type: bigint) diff --git ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out index a90082f..bc87697 100644 --- ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out +++ ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer2.q.out @@ -52,6 +52,7 @@ STAGE PLANS: Map-reduce partition columns: substr(key, 1, 1) (type: string) Statistics: Num rows: 332 Data size: 3527 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward diff --git ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out index 50ae717..ed1b03b 100644 --- ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out +++ ql/src/test/results/clientpositive/spark/groupby_multi_single_reducer3.q.out @@ -238,6 +238,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -586,6 +587,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward diff --git ql/src/test/results/clientpositive/spark/groupby_position.q.out ql/src/test/results/clientpositive/spark/groupby_position.q.out index ed2ffbe..1eeb6cd 100644 --- ql/src/test/results/clientpositive/spark/groupby_position.q.out +++ ql/src/test/results/clientpositive/spark/groupby_position.q.out @@ -442,7 +442,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -455,6 +457,7 @@ STAGE PLANS: sort order: -+ Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: bigint) @@ -568,6 +571,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -586,7 +590,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string) @@ -623,6 +629,7 @@ STAGE PLANS: sort order: --++ Statistics: Num rows: 29 Data size: 314 Basic stats: COMPLETE Column stats: NONE Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) @@ -636,6 +643,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -722,7 +730,9 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -1287,7 +1297,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1299,6 +1311,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/spark/groupby_ppr.q.out ql/src/test/results/clientpositive/spark/groupby_ppr.q.out index 2bbffaf..16543c6 100644 --- ql/src/test/results/clientpositive/spark/groupby_ppr.q.out +++ ql/src/test/results/clientpositive/spark/groupby_ppr.q.out @@ -50,6 +50,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out index 14c287f..d350f13 100644 --- ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/groupby_ppr_multi_distinct.q.out @@ -50,6 +50,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -318,6 +319,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/groupby_resolution.q.out ql/src/test/results/clientpositive/spark/groupby_resolution.q.out index 64c1dca..8f2a79a 100644 --- ql/src/test/results/clientpositive/spark/groupby_resolution.q.out +++ ql/src/test/results/clientpositive/spark/groupby_resolution.q.out @@ -27,7 +27,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count() @@ -78,7 +80,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count() @@ -130,7 +134,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count() @@ -145,6 +151,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -196,7 +203,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count() @@ -211,6 +220,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -268,7 +278,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -326,7 +338,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -385,7 +399,9 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -400,6 +416,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -458,7 +475,9 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -473,6 +492,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -626,7 +646,9 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -641,6 +663,7 @@ STAGE PLANS: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -655,6 +678,7 @@ STAGE PLANS: Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: bigint) @@ -760,7 +784,9 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out index d87ba73..d0bb3b4 100644 --- ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out +++ ql/src/test/results/clientpositive/spark/groupby_sort_1_23.q.out @@ -104,6 +104,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -271,6 +272,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -327,6 +329,7 @@ STAGE PLANS: Truncated Path -> Alias: /t1 [t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -502,6 +505,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -686,6 +690,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -878,6 +883,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1046,6 +1052,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1102,6 +1109,7 @@ STAGE PLANS: Truncated Path -> Alias: /t1 [t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1253,6 +1261,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1309,6 +1318,7 @@ STAGE PLANS: Truncated Path -> Alias: /t1 [$hdt$_0:t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1472,6 +1482,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1528,6 +1539,7 @@ STAGE PLANS: Truncated Path -> Alias: /t1 [$hdt$_0:t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1713,6 +1725,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1820,6 +1833,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2027,6 +2041,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2107,6 +2122,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2163,6 +2179,7 @@ STAGE PLANS: Truncated Path -> Alias: /t1 [null-subquery2:$hdt$_0-subquery2:$hdt$_0:t1] Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -2336,6 +2353,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2416,6 +2434,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2636,6 +2655,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2716,6 +2736,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2805,6 +2826,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 4 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -2895,6 +2917,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2951,6 +2974,7 @@ STAGE PLANS: Truncated Path -> Alias: /t2 [t2] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -3124,6 +3148,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3319,6 +3344,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3513,6 +3539,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3714,6 +3741,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3925,7 +3953,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4091,7 +4121,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out index 2fa8c3a..9b068ed 100644 --- ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out +++ ql/src/test/results/clientpositive/spark/groupby_sort_skew_1_23.q.out @@ -104,6 +104,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -272,6 +273,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -328,6 +330,7 @@ STAGE PLANS: Truncated Path -> Alias: /t1 [t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -346,6 +349,7 @@ STAGE PLANS: value expressions: _col2 (type: bigint) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -521,6 +525,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -705,6 +710,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -897,6 +903,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1066,6 +1073,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1122,6 +1130,7 @@ STAGE PLANS: Truncated Path -> Alias: /t1 [t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1140,6 +1149,7 @@ STAGE PLANS: value expressions: _col2 (type: bigint) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1292,6 +1302,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1348,6 +1359,7 @@ STAGE PLANS: Truncated Path -> Alias: /t1 [$hdt$_0:t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1366,6 +1378,7 @@ STAGE PLANS: value expressions: _col2 (type: bigint) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1530,6 +1543,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1586,6 +1600,7 @@ STAGE PLANS: Truncated Path -> Alias: /t1 [$hdt$_0:t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1604,6 +1619,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1789,6 +1805,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1896,6 +1913,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2104,6 +2122,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2184,6 +2203,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2240,6 +2260,7 @@ STAGE PLANS: Truncated Path -> Alias: /t1 [null-subquery2:$hdt$_0-subquery2:$hdt$_0:t1] Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -2258,6 +2279,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: false Reducer 4 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -2431,6 +2453,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2511,6 +2534,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2732,6 +2756,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2812,6 +2837,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2901,6 +2927,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 4 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -2919,6 +2946,7 @@ STAGE PLANS: value expressions: _col2 (type: bigint) auto parallelism: false Reducer 5 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -3010,6 +3038,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3066,6 +3095,7 @@ STAGE PLANS: Truncated Path -> Alias: /t2 [t2] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -3084,6 +3114,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -3257,6 +3288,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3452,6 +3484,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3646,6 +3679,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3847,6 +3881,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4059,7 +4094,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4074,6 +4111,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4240,7 +4278,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4255,6 +4295,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/having.q.out ql/src/test/results/clientpositive/spark/having.q.out index 84ee703..4f68955 100644 --- ql/src/test/results/clientpositive/spark/having.q.out +++ ql/src/test/results/clientpositive/spark/having.q.out @@ -34,7 +34,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -120,7 +122,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -494,7 +498,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -765,7 +771,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -963,7 +971,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1231,7 +1241,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out index ac83820..648e9a6 100644 --- ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out +++ ql/src/test/results/clientpositive/spark/identity_project_remove_skip.q.out @@ -40,6 +40,7 @@ STAGE PLANS: keys: 0 '105' (type: string) 1 '105' (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -77,6 +78,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out index e0d5e58..1a3a628 100644 --- ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out +++ ql/src/test/results/clientpositive/spark/infer_bucket_sort_map_operators.q.out @@ -89,6 +89,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table_out + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -208,6 +209,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col1) (type: double) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -225,6 +227,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -486,6 +489,7 @@ STAGE PLANS: Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out index 1bdf641..3b0d702 100644 --- ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out +++ ql/src/test/results/clientpositive/spark/infer_bucket_sort_num_buckets.q.out @@ -48,7 +48,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: int) diff --git ql/src/test/results/clientpositive/spark/innerjoin.q.out ql/src/test/results/clientpositive/spark/innerjoin.q.out index c02aa2a..00b7388 100644 --- ql/src/test/results/clientpositive/spark/innerjoin.q.out +++ ql/src/test/results/clientpositive/spark/innerjoin.q.out @@ -43,6 +43,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -61,6 +62,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1210,6 +1212,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1225,6 +1228,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/input12.q.out ql/src/test/results/clientpositive/spark/input12.q.out index 2fba863..4d07440 100644 --- ql/src/test/results/clientpositive/spark/input12.q.out +++ ql/src/test/results/clientpositive/spark/input12.q.out @@ -98,6 +98,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest3 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/input13.q.out ql/src/test/results/clientpositive/spark/input13.q.out index dc5eec3..67171be 100644 --- ql/src/test/results/clientpositive/spark/input13.q.out +++ ql/src/test/results/clientpositive/spark/input13.q.out @@ -115,6 +115,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/input14.q.out ql/src/test/results/clientpositive/spark/input14.q.out index ef2f37c..a1499a5 100644 --- ql/src/test/results/clientpositive/spark/input14.q.out +++ ql/src/test/results/clientpositive/spark/input14.q.out @@ -62,6 +62,7 @@ STAGE PLANS: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/input17.q.out ql/src/test/results/clientpositive/spark/input17.q.out index d111c0f..0d5bd18 100644 --- ql/src/test/results/clientpositive/spark/input17.q.out +++ ql/src/test/results/clientpositive/spark/input17.q.out @@ -59,6 +59,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 30700 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/input18.q.out ql/src/test/results/clientpositive/spark/input18.q.out index ba77d15..50490f4 100644 --- ql/src/test/results/clientpositive/spark/input18.q.out +++ ql/src/test/results/clientpositive/spark/input18.q.out @@ -62,6 +62,7 @@ STAGE PLANS: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), regexp_replace(VALUE._col1, ' ', '+') (type: string) diff --git ql/src/test/results/clientpositive/spark/input1_limit.q.out ql/src/test/results/clientpositive/spark/input1_limit.q.out index cfc96cd..e59ef64 100644 --- ql/src/test/results/clientpositive/spark/input1_limit.q.out +++ ql/src/test/results/clientpositive/spark/input1_limit.q.out @@ -59,6 +59,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -79,7 +80,9 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 50 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -101,6 +104,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/input_part2.q.out ql/src/test/results/clientpositive/spark/input_part2.q.out index 12a0afb..ca95c97 100644 --- ql/src/test/results/clientpositive/spark/input_part2.q.out +++ ql/src/test/results/clientpositive/spark/input_part2.q.out @@ -122,6 +122,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/insert1.q.out ql/src/test/results/clientpositive/spark/insert1.q.out index 25f7289..ff92693 100644 --- ql/src/test/results/clientpositive/spark/insert1.q.out +++ ql/src/test/results/clientpositive/spark/insert1.q.out @@ -58,6 +58,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.insert1 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -107,6 +108,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.insert1 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -170,6 +172,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: x.insert1 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -219,6 +222,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.insert1 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -291,6 +295,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: x.insert1 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/insert_into1.q.out ql/src/test/results/clientpositive/spark/insert_into1.q.out index 2b479ab..5cac62c 100644 --- ql/src/test/results/clientpositive/spark/insert_into1.q.out +++ ql/src/test/results/clientpositive/spark/insert_into1.q.out @@ -41,7 +41,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -156,7 +158,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -271,7 +275,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -573,7 +579,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/insert_into2.q.out ql/src/test/results/clientpositive/spark/insert_into2.q.out index 4a68cc7..ca148b1 100644 --- ql/src/test/results/clientpositive/spark/insert_into2.q.out +++ ql/src/test/results/clientpositive/spark/insert_into2.q.out @@ -45,7 +45,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -201,7 +203,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -326,7 +330,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -461,7 +467,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/insert_into3.q.out ql/src/test/results/clientpositive/spark/insert_into3.q.out index a75cb81..e8fdd81 100644 --- ql/src/test/results/clientpositive/spark/insert_into3.q.out +++ ql/src/test/results/clientpositive/spark/insert_into3.q.out @@ -57,6 +57,7 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -71,7 +72,9 @@ STAGE PLANS: sort order: ++ Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -93,6 +96,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.insert_into3a Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -222,7 +226,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -244,6 +250,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.insert_into3a Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/join1.q.out ql/src/test/results/clientpositive/spark/join1.q.out index d89d3e5..385fe23 100644 --- ql/src/test/results/clientpositive/spark/join1.q.out +++ ql/src/test/results/clientpositive/spark/join1.q.out @@ -43,6 +43,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -61,6 +62,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join10.q.out ql/src/test/results/clientpositive/spark/join10.q.out index 80fa3f2..3f12fcd 100644 --- ql/src/test/results/clientpositive/spark/join10.q.out +++ ql/src/test/results/clientpositive/spark/join10.q.out @@ -40,6 +40,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -58,6 +59,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join11.q.out ql/src/test/results/clientpositive/spark/join11.q.out index aa682bc..3b93fe1 100644 --- ql/src/test/results/clientpositive/spark/join11.q.out +++ ql/src/test/results/clientpositive/spark/join11.q.out @@ -42,6 +42,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -60,6 +61,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join12.q.out ql/src/test/results/clientpositive/spark/join12.q.out index f3cfe0c..edc8921 100644 --- ql/src/test/results/clientpositive/spark/join12.q.out +++ ql/src/test/results/clientpositive/spark/join12.q.out @@ -48,6 +48,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -65,6 +66,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -83,6 +85,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join13.q.out ql/src/test/results/clientpositive/spark/join13.q.out index 8c2ce61..9e0329c 100644 --- ql/src/test/results/clientpositive/spark/join13.q.out +++ ql/src/test/results/clientpositive/spark/join13.q.out @@ -50,6 +50,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -67,6 +68,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -84,6 +86,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join14.q.out ql/src/test/results/clientpositive/spark/join14.q.out index 463b1d5..72bd108 100644 --- ql/src/test/results/clientpositive/spark/join14.q.out +++ ql/src/test/results/clientpositive/spark/join14.q.out @@ -43,6 +43,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -61,6 +62,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join15.q.out ql/src/test/results/clientpositive/spark/join15.q.out index 8623359..903cee4 100644 --- ql/src/test/results/clientpositive/spark/join15.q.out +++ ql/src/test/results/clientpositive/spark/join15.q.out @@ -30,6 +30,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -44,6 +45,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -63,6 +65,7 @@ STAGE PLANS: sort order: ++++ Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) diff --git ql/src/test/results/clientpositive/spark/join16.q.out ql/src/test/results/clientpositive/spark/join16.q.out index cae2fb7..cd1d696 100644 --- ql/src/test/results/clientpositive/spark/join16.q.out +++ ql/src/test/results/clientpositive/spark/join16.q.out @@ -30,6 +30,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -47,6 +48,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join17.q.out ql/src/test/results/clientpositive/spark/join17.q.out index e8619fe..63a3c9f 100644 --- ql/src/test/results/clientpositive/spark/join17.q.out +++ ql/src/test/results/clientpositive/spark/join17.q.out @@ -49,6 +49,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -123,6 +124,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/join18.q.out ql/src/test/results/clientpositive/spark/join18.q.out index 1a949b2..478b6a6 100644 --- ql/src/test/results/clientpositive/spark/join18.q.out +++ ql/src/test/results/clientpositive/spark/join18.q.out @@ -58,6 +58,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -77,7 +78,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -109,6 +112,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out index d0ae0ba..c7b18d7 100644 --- ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/join18_multi_distinct.q.out @@ -60,6 +60,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -81,6 +82,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/join19.q.out ql/src/test/results/clientpositive/spark/join19.q.out index fc1fd2f..95ec8f2 100644 --- ql/src/test/results/clientpositive/spark/join19.q.out +++ ql/src/test/results/clientpositive/spark/join19.q.out @@ -151,6 +151,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -168,6 +169,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -186,6 +188,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -204,6 +207,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -221,6 +225,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -239,6 +244,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join2.q.out ql/src/test/results/clientpositive/spark/join2.q.out index d2d6b1d..c2d3c18 100644 --- ql/src/test/results/clientpositive/spark/join2.q.out +++ ql/src/test/results/clientpositive/spark/join2.q.out @@ -44,6 +44,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -61,6 +62,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -79,6 +81,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join20.q.out ql/src/test/results/clientpositive/spark/join20.q.out index daf6328..6d1d5a5 100644 --- ql/src/test/results/clientpositive/spark/join20.q.out +++ ql/src/test/results/clientpositive/spark/join20.q.out @@ -32,6 +32,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -46,6 +47,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -57,6 +59,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -82,6 +85,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -693,6 +697,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -707,6 +712,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -718,6 +724,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -743,6 +750,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) diff --git ql/src/test/results/clientpositive/spark/join21.q.out ql/src/test/results/clientpositive/spark/join21.q.out index 6a1da72..84d8f10 100644 --- ql/src/test/results/clientpositive/spark/join21.q.out +++ ql/src/test/results/clientpositive/spark/join21.q.out @@ -27,6 +27,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -41,6 +42,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -52,6 +54,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -77,6 +80,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) diff --git ql/src/test/results/clientpositive/spark/join22.q.out ql/src/test/results/clientpositive/spark/join22.q.out index e4c1ac6..f1732ab 100644 --- ql/src/test/results/clientpositive/spark/join22.q.out +++ ql/src/test/results/clientpositive/spark/join22.q.out @@ -34,6 +34,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -51,6 +52,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -68,6 +70,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join23.q.out ql/src/test/results/clientpositive/spark/join23.q.out index 40039db..439a617 100644 --- ql/src/test/results/clientpositive/spark/join23.q.out +++ ql/src/test/results/clientpositive/spark/join23.q.out @@ -29,6 +29,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), value (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -41,6 +42,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -60,6 +62,7 @@ STAGE PLANS: sort order: ++++ Statistics: Num rows: 27556 Data size: 612872 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) diff --git ql/src/test/results/clientpositive/spark/join25.q.out ql/src/test/results/clientpositive/spark/join25.q.out index 0514466..5aa5619 100644 --- ql/src/test/results/clientpositive/spark/join25.q.out +++ ql/src/test/results/clientpositive/spark/join25.q.out @@ -43,6 +43,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -84,6 +85,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_j1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/join26.q.out ql/src/test/results/clientpositive/spark/join26.q.out index e8186ab..cd2c36a 100644 --- ql/src/test/results/clientpositive/spark/join26.q.out +++ ql/src/test/results/clientpositive/spark/join26.q.out @@ -49,6 +49,7 @@ STAGE PLANS: 1 _col0 (type: string) 2 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -122,6 +123,7 @@ STAGE PLANS: 1 _col0 (type: string) 2 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -246,6 +248,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/spark/join27.q.out ql/src/test/results/clientpositive/spark/join27.q.out index 40a91e7..30fb44d 100644 --- ql/src/test/results/clientpositive/spark/join27.q.out +++ ql/src/test/results/clientpositive/spark/join27.q.out @@ -43,6 +43,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -84,6 +85,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_j1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/join28.q.out ql/src/test/results/clientpositive/spark/join28.q.out index 4a3343a..0fac553 100644 --- ql/src/test/results/clientpositive/spark/join28.q.out +++ ql/src/test/results/clientpositive/spark/join28.q.out @@ -49,6 +49,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -67,6 +68,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -122,6 +124,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_j1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/join29.q.out ql/src/test/results/clientpositive/spark/join29.q.out index 8477a7e..c66f5ee 100644 --- ql/src/test/results/clientpositive/spark/join29.q.out +++ ql/src/test/results/clientpositive/spark/join29.q.out @@ -51,7 +51,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -92,7 +94,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 4 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/spark/join3.q.out ql/src/test/results/clientpositive/spark/join3.q.out index 5ee3c52..4f245c3 100644 --- ql/src/test/results/clientpositive/spark/join3.q.out +++ ql/src/test/results/clientpositive/spark/join3.q.out @@ -43,6 +43,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -60,6 +61,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -78,6 +80,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join30.q.out ql/src/test/results/clientpositive/spark/join30.q.out index 5bfa57b..a0dff8d 100644 --- ql/src/test/results/clientpositive/spark/join30.q.out +++ ql/src/test/results/clientpositive/spark/join30.q.out @@ -41,6 +41,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -84,9 +85,11 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/join31.q.out ql/src/test/results/clientpositive/spark/join31.q.out index 7eaaff9..9453a2f 100644 --- ql/src/test/results/clientpositive/spark/join31.q.out +++ ql/src/test/results/clientpositive/spark/join31.q.out @@ -52,6 +52,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -80,7 +81,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -112,6 +115,7 @@ STAGE PLANS: Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/join32.q.out ql/src/test/results/clientpositive/spark/join32.q.out index 80e8f35..cb7ef42 100644 --- ql/src/test/results/clientpositive/spark/join32.q.out +++ ql/src/test/results/clientpositive/spark/join32.q.out @@ -48,6 +48,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -120,6 +121,7 @@ STAGE PLANS: 0 _col3 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -252,6 +254,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/spark/join32_lessSize.q.out ql/src/test/results/clientpositive/spark/join32_lessSize.q.out index d3e648f..94acc1e 100644 --- ql/src/test/results/clientpositive/spark/join32_lessSize.q.out +++ ql/src/test/results/clientpositive/spark/join32_lessSize.q.out @@ -56,6 +56,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -128,6 +129,7 @@ STAGE PLANS: 0 _col3 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -260,6 +262,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -508,6 +511,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -596,6 +600,7 @@ STAGE PLANS: 0 _col1 (type: string) 1 _col0 (type: string) Position of Big Table: 1 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -668,6 +673,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -798,6 +804,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1041,6 +1048,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col1 (type: string) Position of Big Table: 1 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1115,6 +1123,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1249,6 +1258,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1494,6 +1504,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col1 (type: string) Position of Big Table: 1 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1564,6 +1575,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) Position of Big Table: 1 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1698,6 +1710,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -1952,6 +1965,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -1970,6 +1984,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -2025,6 +2040,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_j2 + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -2197,6 +2213,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -2215,6 +2232,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -2270,6 +2288,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_j2 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/join33.q.out ql/src/test/results/clientpositive/spark/join33.q.out index 80e8f35..cb7ef42 100644 --- ql/src/test/results/clientpositive/spark/join33.q.out +++ ql/src/test/results/clientpositive/spark/join33.q.out @@ -48,6 +48,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -120,6 +121,7 @@ STAGE PLANS: 0 _col3 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -252,6 +254,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/spark/join34.q.out ql/src/test/results/clientpositive/spark/join34.q.out index c2bdb91..42f191b 100644 --- ql/src/test/results/clientpositive/spark/join34.q.out +++ ql/src/test/results/clientpositive/spark/join34.q.out @@ -61,6 +61,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -135,6 +136,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -209,6 +211,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/join35.q.out ql/src/test/results/clientpositive/spark/join35.q.out index eec056d..f8797b5 100644 --- ql/src/test/results/clientpositive/spark/join35.q.out +++ ql/src/test/results/clientpositive/spark/join35.q.out @@ -65,6 +65,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -141,6 +142,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -215,6 +217,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -267,6 +270,7 @@ STAGE PLANS: Truncated Path -> Alias: /src1 [$hdt$_1:x] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -332,6 +336,7 @@ STAGE PLANS: GatherStats: true MultiFileSpray: false Reducer 5 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/join36.q.out ql/src/test/results/clientpositive/spark/join36.q.out index b469fc3..6592cd1 100644 --- ql/src/test/results/clientpositive/spark/join36.q.out +++ ql/src/test/results/clientpositive/spark/join36.q.out @@ -83,6 +83,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -124,6 +125,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_j1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/join37.q.out ql/src/test/results/clientpositive/spark/join37.q.out index 8dc4078..a29e90c 100644 --- ql/src/test/results/clientpositive/spark/join37.q.out +++ ql/src/test/results/clientpositive/spark/join37.q.out @@ -43,6 +43,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -84,6 +85,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_j1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/join38.q.out ql/src/test/results/clientpositive/spark/join38.q.out index 1bcf759..dad9d5d 100644 --- ql/src/test/results/clientpositive/spark/join38.q.out +++ ql/src/test/results/clientpositive/spark/join38.q.out @@ -74,6 +74,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -117,9 +118,11 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/join39.q.out ql/src/test/results/clientpositive/spark/join39.q.out index e228165..6522232 100644 --- ql/src/test/results/clientpositive/spark/join39.q.out +++ ql/src/test/results/clientpositive/spark/join39.q.out @@ -43,6 +43,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -77,6 +78,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_j1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/join4.q.out ql/src/test/results/clientpositive/spark/join4.q.out index 2396fd8..10013e2 100644 --- ql/src/test/results/clientpositive/spark/join4.q.out +++ ql/src/test/results/clientpositive/spark/join4.q.out @@ -66,6 +66,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -84,6 +85,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join40.q.out ql/src/test/results/clientpositive/spark/join40.q.out index 03c00a9..241fed6 100644 --- ql/src/test/results/clientpositive/spark/join40.q.out +++ ql/src/test/results/clientpositive/spark/join40.q.out @@ -30,6 +30,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -48,6 +49,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -682,6 +684,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -700,6 +703,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1800,6 +1804,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1814,6 +1819,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1825,6 +1831,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1850,6 +1857,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -2461,6 +2469,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -2475,6 +2484,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2486,6 +2496,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2511,6 +2522,7 @@ STAGE PLANS: sort order: ++++++ Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -3122,6 +3134,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3155,6 +3168,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3772,6 +3786,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -3811,9 +3826,11 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/join41.q.out ql/src/test/results/clientpositive/spark/join41.q.out index a2d2c49..0bf3fc3 100644 --- ql/src/test/results/clientpositive/spark/join41.q.out +++ ql/src/test/results/clientpositive/spark/join41.q.out @@ -42,6 +42,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -60,6 +61,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -127,6 +129,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -145,6 +148,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join5.q.out ql/src/test/results/clientpositive/spark/join5.q.out index f9dfbec..d233bac 100644 --- ql/src/test/results/clientpositive/spark/join5.q.out +++ ql/src/test/results/clientpositive/spark/join5.q.out @@ -66,6 +66,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -84,6 +85,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join6.q.out ql/src/test/results/clientpositive/spark/join6.q.out index 3f884ca..cc609f6 100644 --- ql/src/test/results/clientpositive/spark/join6.q.out +++ ql/src/test/results/clientpositive/spark/join6.q.out @@ -66,6 +66,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -84,6 +85,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join7.q.out ql/src/test/results/clientpositive/spark/join7.q.out index d43c5cd..f6940c9 100644 --- ql/src/test/results/clientpositive/spark/join7.q.out +++ ql/src/test/results/clientpositive/spark/join7.q.out @@ -76,6 +76,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -94,6 +95,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -112,6 +114,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join8.q.out ql/src/test/results/clientpositive/spark/join8.q.out index a6b9c18..a571db1 100644 --- ql/src/test/results/clientpositive/spark/join8.q.out +++ ql/src/test/results/clientpositive/spark/join8.q.out @@ -66,6 +66,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -84,6 +85,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join9.q.out ql/src/test/results/clientpositive/spark/join9.q.out index 76534ad..da543a5 100644 --- ql/src/test/results/clientpositive/spark/join9.q.out +++ ql/src/test/results/clientpositive/spark/join9.q.out @@ -48,6 +48,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -124,6 +125,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out index b1ee89c..adc80ee 100644 --- ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out +++ ql/src/test/results/clientpositive/spark/join_alt_syntax.q.out @@ -29,6 +29,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -42,6 +43,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -102,6 +104,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -119,6 +122,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -136,6 +140,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -198,6 +203,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -215,6 +221,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -232,6 +239,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -297,6 +305,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -314,6 +323,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -327,6 +337,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -413,6 +424,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -431,6 +443,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -449,6 +462,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -466,6 +480,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -567,6 +582,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -585,6 +601,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -603,6 +620,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -620,6 +638,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out index 4c63e95..9530080 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_1.q.out @@ -33,6 +33,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -51,6 +52,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -69,6 +71,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -130,6 +133,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -148,6 +152,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -166,6 +171,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -229,6 +235,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -247,6 +254,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -260,6 +268,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -342,6 +351,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -360,6 +370,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -373,6 +384,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out index c978857..54dd853 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_2.q.out @@ -34,6 +34,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -52,6 +53,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -70,6 +72,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -88,6 +91,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -173,6 +177,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -191,6 +196,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -209,6 +215,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -227,6 +234,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out index 380629a..eed044d 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_3.q.out @@ -35,6 +35,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -53,6 +54,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -71,6 +73,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -134,6 +137,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -152,6 +156,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -170,6 +175,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -235,6 +241,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -253,6 +260,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -266,6 +274,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -350,6 +359,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -368,6 +378,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -381,6 +392,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out index d1bcf20..6da68b1 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_4.q.out @@ -36,6 +36,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -54,6 +55,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -72,6 +74,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -90,6 +93,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -177,6 +181,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -195,6 +200,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -213,6 +219,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -231,6 +238,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out index 90cb5e1..c1c54e6 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual1.q.out @@ -89,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -107,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -125,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -190,6 +193,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -208,6 +212,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -226,6 +231,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -293,6 +299,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -311,6 +318,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -324,6 +332,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -406,6 +415,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -424,6 +434,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -437,6 +448,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out index bb050cb..711ff3c 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual2.q.out @@ -89,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -107,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -125,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -143,6 +146,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -214,6 +218,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -232,6 +237,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -250,6 +256,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -268,6 +275,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out index 84ab5f9..08a80d9 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual3.q.out @@ -91,6 +91,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -109,6 +110,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -127,6 +129,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -194,6 +197,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -212,6 +216,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -230,6 +235,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -299,6 +305,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -317,6 +324,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -330,6 +338,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -414,6 +423,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -432,6 +442,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -445,6 +456,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out index 173e854..3fcda6f 100644 --- ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out +++ ql/src/test/results/clientpositive/spark/join_cond_pushdown_unqual4.q.out @@ -91,6 +91,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -109,6 +110,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -127,6 +129,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -145,6 +148,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -218,6 +222,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -236,6 +241,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -254,6 +260,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -272,6 +279,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out index 9b8b69c..91622ca 100644 --- ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out +++ ql/src/test/results/clientpositive/spark/join_filters_overlap.q.out @@ -44,6 +44,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -118,6 +119,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -192,6 +194,7 @@ STAGE PLANS: tag: 2 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -351,6 +354,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -421,6 +425,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -495,6 +500,7 @@ STAGE PLANS: tag: 2 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -654,6 +660,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -724,6 +731,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -798,6 +806,7 @@ STAGE PLANS: tag: 2 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -953,6 +962,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1023,6 +1033,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1097,6 +1108,7 @@ STAGE PLANS: tag: 2 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1171,6 +1183,7 @@ STAGE PLANS: tag: 3 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1321,6 +1334,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1395,6 +1409,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1469,6 +1484,7 @@ STAGE PLANS: tag: 2 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1543,6 +1559,7 @@ STAGE PLANS: tag: 3 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/join_hive_626.q.out ql/src/test/results/clientpositive/spark/join_hive_626.q.out index cfdbba4..adfc085 100644 --- ql/src/test/results/clientpositive/spark/join_hive_626.q.out +++ ql/src/test/results/clientpositive/spark/join_hive_626.q.out @@ -94,6 +94,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1 Data size: 230 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -112,6 +113,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 150 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -130,6 +132,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 50 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_map_ppr.q.out ql/src/test/results/clientpositive/spark/join_map_ppr.q.out index d2c674e..44af65d 100644 --- ql/src/test/results/clientpositive/spark/join_map_ppr.q.out +++ ql/src/test/results/clientpositive/spark/join_map_ppr.q.out @@ -47,6 +47,7 @@ STAGE PLANS: 1 key (type: string) 2 key (type: string) Position of Big Table: 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -116,6 +117,7 @@ STAGE PLANS: 1 key (type: string) 2 key (type: string) Position of Big Table: 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -234,6 +236,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -540,6 +543,7 @@ STAGE PLANS: 1 UDFToDouble(key) (type: double) 2 UDFToDouble(key) (type: double) Position of Big Table: 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -609,6 +613,7 @@ STAGE PLANS: 1 UDFToDouble(key) (type: double) 2 UDFToDouble(key) (type: double) Position of Big Table: 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -727,6 +732,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out index 4f1148b..f69df7b 100644 --- ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out +++ ql/src/test/results/clientpositive/spark/join_merge_multi_expressions.q.out @@ -33,6 +33,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -50,6 +51,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -67,6 +69,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -88,6 +91,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/join_merging.q.out ql/src/test/results/clientpositive/spark/join_merging.q.out index 2cfc5d4..26b1184 100644 --- ql/src/test/results/clientpositive/spark/join_merging.q.out +++ ql/src/test/results/clientpositive/spark/join_merging.q.out @@ -37,6 +37,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -52,6 +53,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -66,6 +68,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -135,6 +138,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -153,6 +157,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -167,6 +172,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_nullsafe.q.out ql/src/test/results/clientpositive/spark/join_nullsafe.q.out index 4f5bb57..e0ef88f 100644 --- ql/src/test/results/clientpositive/spark/join_nullsafe.q.out +++ ql/src/test/results/clientpositive/spark/join_nullsafe.q.out @@ -40,6 +40,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -51,6 +52,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -128,6 +130,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -142,6 +145,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -156,6 +160,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -222,6 +227,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -233,6 +239,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -244,6 +251,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -340,6 +348,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -353,6 +362,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -366,6 +376,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -432,6 +443,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -442,6 +454,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -452,6 +465,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1567,6 +1581,7 @@ STAGE PLANS: Map-reduce partition columns: null (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1581,6 +1596,7 @@ STAGE PLANS: Map-reduce partition columns: null (type: int) Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_rc.q.out ql/src/test/results/clientpositive/spark/join_rc.q.out index fbe3aa9..e6f46ab 100644 --- ql/src/test/results/clientpositive/spark/join_rc.q.out +++ ql/src/test/results/clientpositive/spark/join_rc.q.out @@ -70,6 +70,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 4812 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -88,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 4812 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_reorder.q.out ql/src/test/results/clientpositive/spark/join_reorder.q.out index 7d5895d..79bb132 100644 --- ql/src/test/results/clientpositive/spark/join_reorder.q.out +++ ql/src/test/results/clientpositive/spark/join_reorder.q.out @@ -77,6 +77,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(key) (type: double) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), val (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -91,6 +92,7 @@ STAGE PLANS: Map-reduce partition columns: (key + 1) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -150,6 +152,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(key) (type: double) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), val (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -164,6 +167,7 @@ STAGE PLANS: Map-reduce partition columns: (key + 1) (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -257,6 +261,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -267,6 +272,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -277,6 +283,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -354,6 +361,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -364,6 +372,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -374,6 +383,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: val (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -495,6 +505,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -505,6 +516,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -515,6 +527,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -579,6 +592,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -589,6 +603,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -599,6 +614,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), val (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_reorder2.q.out ql/src/test/results/clientpositive/spark/join_reorder2.q.out index a651060..b0b38be 100644 --- ql/src/test/results/clientpositive/spark/join_reorder2.q.out +++ ql/src/test/results/clientpositive/spark/join_reorder2.q.out @@ -99,6 +99,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -113,6 +114,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -127,6 +129,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -141,6 +144,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -233,6 +237,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -247,6 +252,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -261,6 +267,7 @@ STAGE PLANS: Map-reduce partition columns: val (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -275,6 +282,7 @@ STAGE PLANS: Map-reduce partition columns: (key + 1) (type: double) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), val (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_reorder3.q.out ql/src/test/results/clientpositive/spark/join_reorder3.q.out index 632d7e4..544cd58 100644 --- ql/src/test/results/clientpositive/spark/join_reorder3.q.out +++ ql/src/test/results/clientpositive/spark/join_reorder3.q.out @@ -99,6 +99,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -113,6 +114,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -127,6 +129,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -141,6 +144,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -233,6 +237,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -247,6 +252,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -261,6 +267,7 @@ STAGE PLANS: Map-reduce partition columns: val (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -275,6 +282,7 @@ STAGE PLANS: Map-reduce partition columns: (key + 1) (type: double) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), val (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_reorder4.q.out ql/src/test/results/clientpositive/spark/join_reorder4.q.out index 268fa58..550126e 100644 --- ql/src/test/results/clientpositive/spark/join_reorder4.q.out +++ ql/src/test/results/clientpositive/spark/join_reorder4.q.out @@ -75,6 +75,7 @@ STAGE PLANS: Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -89,6 +90,7 @@ STAGE PLANS: Map-reduce partition columns: key2 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val2 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -103,6 +105,7 @@ STAGE PLANS: Map-reduce partition columns: key3 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: val3 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -175,6 +178,7 @@ STAGE PLANS: Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -189,6 +193,7 @@ STAGE PLANS: Map-reduce partition columns: key2 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val2 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -203,6 +208,7 @@ STAGE PLANS: Map-reduce partition columns: key3 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: val3 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -275,6 +281,7 @@ STAGE PLANS: Map-reduce partition columns: key1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -289,6 +296,7 @@ STAGE PLANS: Map-reduce partition columns: key2 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: val2 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -303,6 +311,7 @@ STAGE PLANS: Map-reduce partition columns: key3 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: val3 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_star.q.out ql/src/test/results/clientpositive/spark/join_star.q.out index 5ab9779..64d0f26 100644 --- ql/src/test/results/clientpositive/spark/join_star.q.out +++ ql/src/test/results/clientpositive/spark/join_star.q.out @@ -156,6 +156,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -196,6 +197,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -255,6 +257,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -273,6 +276,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -323,6 +327,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -385,6 +390,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -418,6 +424,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col2 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -458,6 +465,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -516,6 +524,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -531,6 +540,7 @@ STAGE PLANS: keys: 0 _col4 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -578,6 +588,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -652,6 +663,7 @@ STAGE PLANS: keys: 0 _col2 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -667,6 +679,7 @@ STAGE PLANS: keys: 0 _col5 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -682,6 +695,7 @@ STAGE PLANS: keys: 0 _col3 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 5 @@ -697,6 +711,7 @@ STAGE PLANS: keys: 0 _col9 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 6 @@ -712,6 +727,7 @@ STAGE PLANS: keys: 0 _col11 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 7 @@ -727,6 +743,7 @@ STAGE PLANS: keys: 0 _col9 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 8 @@ -742,6 +759,7 @@ STAGE PLANS: keys: 0 _col15 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -839,6 +857,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/join_thrift.q.out ql/src/test/results/clientpositive/spark/join_thrift.q.out index dab84a3..859e11e 100644 --- ql/src/test/results/clientpositive/spark/join_thrift.q.out +++ ql/src/test/results/clientpositive/spark/join_thrift.q.out @@ -50,6 +50,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: aint (type: int) Statistics: Num rows: 11 Data size: 30700 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -64,6 +65,7 @@ STAGE PLANS: Map-reduce partition columns: aint (type: int) Statistics: Num rows: 11 Data size: 30700 Basic stats: COMPLETE Column stats: NONE value expressions: lintstring (type: array>) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/join_vc.q.out ql/src/test/results/clientpositive/spark/join_vc.q.out index 39901eb..6b70c17 100644 --- ql/src/test/results/clientpositive/spark/join_vc.q.out +++ ql/src/test/results/clientpositive/spark/join_vc.q.out @@ -32,6 +32,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -50,6 +51,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -103,6 +105,7 @@ STAGE PLANS: Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string) @@ -173,6 +176,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -210,6 +214,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint) diff --git ql/src/test/results/clientpositive/spark/join_view.q.out ql/src/test/results/clientpositive/spark/join_view.q.out index 194c387..21d29f2 100644 --- ql/src/test/results/clientpositive/spark/join_view.q.out +++ ql/src/test/results/clientpositive/spark/join_view.q.out @@ -71,6 +71,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -89,6 +90,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out index 42e29ac..948877d 100644 --- ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out +++ ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out @@ -64,6 +64,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) diff --git ql/src/test/results/clientpositive/spark/leftsemijoin.q.out ql/src/test/results/clientpositive/spark/leftsemijoin.q.out index 06df989..dec1f37 100644 --- ql/src/test/results/clientpositive/spark/leftsemijoin.q.out +++ ql/src/test/results/clientpositive/spark/leftsemijoin.q.out @@ -143,6 +143,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -159,6 +160,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -169,6 +171,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/limit_pushdown.q.out ql/src/test/results/clientpositive/spark/limit_pushdown.q.out index 19d28c5..eb66d23 100644 --- ql/src/test/results/clientpositive/spark/limit_pushdown.q.out +++ ql/src/test/results/clientpositive/spark/limit_pushdown.q.out @@ -30,7 +30,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -113,7 +115,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -203,7 +207,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: double) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -295,7 +301,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: double), _col2 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -389,7 +397,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double) @@ -477,7 +487,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) @@ -571,7 +583,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) @@ -784,6 +798,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -798,6 +813,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: double) @@ -898,6 +914,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -920,7 +937,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -961,6 +980,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -977,6 +997,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col0 (type: string), _col1 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: bigint) @@ -1034,6 +1055,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: key (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -1119,7 +1141,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 2.0E-5 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string) @@ -1283,6 +1307,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -1301,6 +1326,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 2.0E-5 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double) diff --git ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out index 650d2e0..a05c114 100644 --- ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out +++ ql/src/test/results/clientpositive/spark/limit_pushdown2.q.out @@ -41,7 +41,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -145,7 +147,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -249,7 +253,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -353,7 +359,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -457,7 +465,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -561,7 +571,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double), _col3 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -666,7 +678,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -680,6 +694,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) @@ -778,7 +793,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -792,6 +809,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: bigint) @@ -889,7 +907,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -907,6 +927,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.3 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: double) @@ -1004,7 +1025,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: double), _col4 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -1024,6 +1047,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: double) @@ -1089,7 +1113,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: double), _col4 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -1109,6 +1135,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.3 value expressions: _col2 (type: double) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: double) diff --git ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out index 4bde96a..2daf15e 100644 --- ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out +++ ql/src/test/results/clientpositive/spark/list_bucket_dml_10.q.out @@ -73,6 +73,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src] Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out index 10a3892..30dc8b5 100644 --- ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out +++ ql/src/test/results/clientpositive/spark/list_bucket_dml_2.q.out @@ -72,6 +72,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out index 9c62fb3..150096c 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part1.q.out @@ -98,6 +98,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part2 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out index ad4668e..c44f0aa 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part10.q.out @@ -68,6 +68,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part10 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out index 8b8b334..8b209f4 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part13.q.out @@ -85,6 +85,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part13 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -105,6 +106,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part13 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out index 08d6350..1b5a3fe 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out @@ -70,7 +70,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 2 @@ -88,6 +90,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part14 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 2 @@ -105,6 +108,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part14 Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 2 diff --git ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out index 6a7bb4d..4249e83 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part2.q.out @@ -59,7 +59,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) diff --git ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out index ca6729a..e58aa8b 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part3.q.out @@ -66,6 +66,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part3 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out index 368c08a..f8cd0c2 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part4.q.out @@ -76,6 +76,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part4 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out index 4fc0d8c..1176fbc 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part5.q.out @@ -53,6 +53,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part5 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out index fea2d51..10d12a6 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part8.q.out @@ -136,6 +136,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out index 4bb08a0..bae970d 100644 --- ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out +++ ql/src/test/results/clientpositive/spark/load_dyn_part9.q.out @@ -68,6 +68,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part9 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out index 9649f73..972a7a8 100644 --- ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out +++ ql/src/test/results/clientpositive/spark/louter_join_ppr.q.out @@ -50,6 +50,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -124,6 +125,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -356,6 +358,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -481,6 +484,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -666,6 +670,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -740,6 +745,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -972,6 +978,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1097,6 +1104,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out index bdae7a5..c8e3345 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_distinct.q.out @@ -36,6 +36,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -78,9 +79,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -93,6 +96,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -179,6 +183,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -220,9 +225,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -309,6 +316,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -346,9 +354,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -361,6 +371,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -447,6 +458,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -483,9 +495,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out index f00b6eb..2c7d5f8 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_filter_on_outerjoin.q.out @@ -75,6 +75,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -94,6 +95,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -137,9 +139,11 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 365 Data size: 3878 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col3 (type: string), _col5 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col2 (type: string) @@ -236,6 +240,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -255,6 +260,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -298,9 +304,11 @@ STAGE PLANS: sort order: +++ Statistics: Num rows: 365 Data size: 3878 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col3 (type: string), _col5 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey2 (type: string), VALUE._col2 (type: string) diff --git ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out index 618c7e0..f20ac17 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_mapjoin.q.out @@ -31,6 +31,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -103,6 +104,7 @@ STAGE PLANS: 0 _col1 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -219,6 +221,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -460,6 +463,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -478,6 +482,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -524,6 +529,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -565,6 +571,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -593,6 +600,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -610,6 +618,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work @@ -645,6 +654,7 @@ STAGE PLANS: Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out index c4997e9..6d74ade 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_memcheck.q.out @@ -50,6 +50,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -86,6 +87,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out index 9416f6e..e318fba 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_subquery.q.out @@ -38,6 +38,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -56,6 +57,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -110,6 +112,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -288,6 +291,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -306,6 +310,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -360,6 +365,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out index 46fa3ba..70f5824 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_subquery2.q.out @@ -104,6 +104,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col1 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -122,6 +123,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -172,6 +174,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out index b63d7e1..bbd58f5 100644 --- ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out +++ ql/src/test/results/clientpositive/spark/mapjoin_test_outer.q.out @@ -259,6 +259,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 2 @@ -271,6 +272,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -306,9 +308,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 55 Data size: 420 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) @@ -1089,6 +1093,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -1101,6 +1106,7 @@ STAGE PLANS: 0 key (type: string) 1 key (type: string) 2 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -1136,9 +1142,11 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ Statistics: Num rows: 55 Data size: 420 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) diff --git ql/src/test/results/clientpositive/spark/mapreduce1.q.out ql/src/test/results/clientpositive/spark/mapreduce1.q.out index 6883343..5d922d5 100644 --- ql/src/test/results/clientpositive/spark/mapreduce1.q.out +++ ql/src/test/results/clientpositive/spark/mapreduce1.q.out @@ -57,6 +57,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) diff --git ql/src/test/results/clientpositive/spark/mapreduce2.q.out ql/src/test/results/clientpositive/spark/mapreduce2.q.out index 462a186..b83d93b 100644 --- ql/src/test/results/clientpositive/spark/mapreduce2.q.out +++ ql/src/test/results/clientpositive/spark/mapreduce2.q.out @@ -54,6 +54,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) diff --git ql/src/test/results/clientpositive/spark/merge1.q.out ql/src/test/results/clientpositive/spark/merge1.q.out index eee05db..424577c 100644 --- ql/src/test/results/clientpositive/spark/merge1.q.out +++ ql/src/test/results/clientpositive/spark/merge1.q.out @@ -52,7 +52,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -543,6 +545,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Stage: Stage-7 Conditional Operator @@ -654,6 +657,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 + Execution mode: vectorized Stage: Stage-7 Conditional Operator diff --git ql/src/test/results/clientpositive/spark/merge2.q.out ql/src/test/results/clientpositive/spark/merge2.q.out index c210fe4..f55af38 100644 --- ql/src/test/results/clientpositive/spark/merge2.q.out +++ ql/src/test/results/clientpositive/spark/merge2.q.out @@ -52,7 +52,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -543,6 +545,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test1 + Execution mode: vectorized Stage: Stage-7 Conditional Operator @@ -654,6 +657,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test1 + Execution mode: vectorized Stage: Stage-7 Conditional Operator diff --git ql/src/test/results/clientpositive/spark/mergejoins.q.out ql/src/test/results/clientpositive/spark/mergejoins.q.out index 069a468..c18a22f 100644 --- ql/src/test/results/clientpositive/spark/mergejoins.q.out +++ ql/src/test/results/clientpositive/spark/mergejoins.q.out @@ -72,6 +72,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -90,6 +91,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -108,6 +110,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -126,6 +129,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -144,6 +148,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -221,6 +226,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -239,6 +245,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -257,6 +264,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out index c53cd00..cdcad6a 100644 --- ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out +++ ql/src/test/results/clientpositive/spark/mergejoins_mixed.q.out @@ -41,6 +41,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -59,6 +60,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -77,6 +79,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -95,6 +98,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -158,6 +162,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -176,6 +181,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -194,6 +200,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -209,6 +216,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -272,6 +280,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -290,6 +299,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -305,6 +315,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -320,6 +331,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -383,6 +395,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -401,6 +414,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -416,6 +430,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -431,6 +446,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -496,6 +512,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -514,6 +531,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -529,6 +547,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -547,6 +566,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -640,6 +660,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -658,6 +679,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -673,6 +695,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -688,6 +711,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -781,6 +805,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -799,6 +824,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -814,6 +840,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -829,6 +856,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -922,6 +950,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -940,6 +969,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -955,6 +985,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -970,6 +1001,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1063,6 +1095,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1081,6 +1114,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1096,6 +1130,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -1111,6 +1146,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1204,6 +1240,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1222,6 +1259,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1237,6 +1275,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -1252,6 +1291,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1345,6 +1385,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1363,6 +1404,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1378,6 +1420,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -1393,6 +1436,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1485,6 +1529,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1503,6 +1548,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1518,6 +1564,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1533,6 +1580,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out index 7583650..eca9b8b 100644 --- ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out +++ ql/src/test/results/clientpositive/spark/metadata_only_queries.q.out @@ -211,7 +211,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 172 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -271,7 +273,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 172 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -331,7 +335,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 172 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -391,7 +397,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 172 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: int), _col8 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), max(VALUE._col7), min(VALUE._col8) @@ -651,7 +659,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/multi_insert.q.out ql/src/test/results/clientpositive/spark/multi_insert.q.out index 25730b8..ee3bb1d 100644 --- ql/src/test/results/clientpositive/spark/multi_insert.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert.q.out @@ -71,6 +71,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -210,6 +211,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -349,6 +351,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -488,6 +491,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -607,6 +611,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -755,6 +760,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -903,6 +909,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -1051,6 +1058,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -1215,6 +1223,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -1246,6 +1255,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -1400,6 +1410,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -1431,6 +1442,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -1585,6 +1597,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -1616,6 +1629,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -1770,6 +1784,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -1801,6 +1816,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -1969,6 +1985,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -2066,6 +2083,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -2163,6 +2181,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -2260,6 +2279,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out index 3c478da..63265ae 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_gby.q.out @@ -53,6 +53,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 332 Data size: 3527 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -243,6 +244,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward diff --git ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out index abe331e..13a529f 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_gby2.q.out @@ -55,6 +55,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward diff --git ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out index 96d404c..d801216 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_gby3.q.out @@ -65,6 +65,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -177,6 +178,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -1748,6 +1750,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan diff --git ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out index 903bf1b..1930844 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_lateral_view.q.out @@ -372,6 +372,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -392,6 +393,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_lv1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -585,7 +587,9 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 6 Data size: 62 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1252,6 +1256,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: value (type: string) Statistics: Num rows: 6 Data size: 62 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out index 56d7d80..81d03f0 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_mixed.q.out @@ -89,6 +89,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi3 + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -110,7 +111,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -124,6 +127,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), UDFToString(VALUE._col0) (type: string) @@ -138,6 +142,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -151,6 +156,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), UDFToString(VALUE._col0) (type: string) diff --git ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out index db80783..ab138dd 100644 --- ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out +++ ql/src/test/results/clientpositive/spark/multi_insert_move_tasks_share_dependencies.q.out @@ -72,6 +72,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-3 Dependency Collection @@ -215,6 +216,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-3 Dependency Collection @@ -358,6 +360,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-3 Dependency Collection @@ -501,6 +504,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-3 Dependency Collection @@ -624,6 +628,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -776,6 +781,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -928,6 +934,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -1080,6 +1087,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -1248,6 +1256,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -1279,6 +1288,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-3 Dependency Collection @@ -1437,6 +1447,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -1468,6 +1479,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-3 Dependency Collection @@ -1626,6 +1638,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -1657,6 +1670,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-3 Dependency Collection @@ -1815,6 +1829,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -1846,6 +1861,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_multi2 + Execution mode: vectorized Stage: Stage-3 Dependency Collection @@ -2018,6 +2034,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-4 Dependency Collection @@ -2119,6 +2136,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-4 Dependency Collection @@ -2220,6 +2238,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-4 Dependency Collection @@ -2321,6 +2340,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-4 Dependency Collection @@ -2390,6 +2410,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -2424,6 +2445,7 @@ STAGE PLANS: Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -2499,6 +2521,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -2533,6 +2556,7 @@ STAGE PLANS: Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -2608,6 +2632,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -2642,6 +2667,7 @@ STAGE PLANS: Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -2717,6 +2743,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -2751,6 +2778,7 @@ STAGE PLANS: Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -2864,6 +2892,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -2898,6 +2927,7 @@ STAGE PLANS: Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -3086,6 +3116,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -3120,6 +3151,7 @@ STAGE PLANS: Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -3308,6 +3340,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -3342,6 +3375,7 @@ STAGE PLANS: Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) @@ -3530,6 +3564,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string) Statistics: Num rows: 221 Data size: 2347 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -3564,6 +3599,7 @@ STAGE PLANS: Statistics: Num rows: 12 Data size: 127 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) diff --git ql/src/test/results/clientpositive/spark/multi_join_union.q.out ql/src/test/results/clientpositive/spark/multi_join_union.q.out index 513be62..d30c8d2 100644 --- ql/src/test/results/clientpositive/spark/multi_join_union.q.out +++ ql/src/test/results/clientpositive/spark/multi_join_union.q.out @@ -82,6 +82,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -119,6 +120,7 @@ STAGE PLANS: Map-reduce partition columns: _col3 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -139,6 +141,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -157,6 +160,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out index c34d951..dc66e5e 100644 --- ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out +++ ql/src/test/results/clientpositive/spark/multigroupby_singlemr.q.out @@ -84,6 +84,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -105,7 +106,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -126,6 +129,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -220,6 +224,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -241,7 +246,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -262,6 +269,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -356,6 +364,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col3 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -377,7 +386,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -398,6 +409,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest3 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -485,6 +497,7 @@ STAGE PLANS: Map-reduce partition columns: c1 (type: int), c2 (type: int), c3 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: c4 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Forward @@ -605,6 +618,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int), _col2 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col3 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -626,6 +640,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -647,7 +662,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -668,6 +685,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest3 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -688,6 +706,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/nullgroup2.q.out ql/src/test/results/clientpositive/spark/nullgroup2.q.out index 392f51c..9c474ec 100644 --- ql/src/test/results/clientpositive/spark/nullgroup2.q.out +++ ql/src/test/results/clientpositive/spark/nullgroup2.q.out @@ -36,7 +36,9 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -51,6 +53,7 @@ STAGE PLANS: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -117,7 +120,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -178,7 +183,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count() @@ -193,6 +200,7 @@ STAGE PLANS: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -252,7 +260,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count() diff --git ql/src/test/results/clientpositive/spark/nullgroup4.q.out ql/src/test/results/clientpositive/spark/nullgroup4.q.out index 4aa4061..cdf9b6b 100644 --- ql/src/test/results/clientpositive/spark/nullgroup4.q.out +++ ql/src/test/results/clientpositive/spark/nullgroup4.q.out @@ -123,7 +123,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -141,6 +143,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -205,6 +208,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -279,6 +283,7 @@ STAGE PLANS: key expressions: value (type: string) sort order: + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out index 66037c8..b02fc65 100644 --- ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out +++ ql/src/test/results/clientpositive/spark/nullgroup4_multi_distinct.q.out @@ -101,6 +101,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out index 95ac6c5..5cdd1c1 100644 --- ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out +++ ql/src/test/results/clientpositive/spark/optimize_nullscan.q.out @@ -73,7 +73,9 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -163,6 +165,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: nullscan://null/default.src/part_ [a:src] Path -> Partition: @@ -233,6 +236,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: nullscan://null/default.srcpart/part_ds=2008-04-08_hr=11_ [b:srcpart] nullscan://null/default.srcpart/part_ds=2008-04-08_hr=12_ [b:srcpart] @@ -466,6 +470,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 4 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -548,6 +553,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: nullscan://null/default.src/part_ [null-subquery1:_u1-subquery1:src] Path -> Partition: @@ -620,6 +626,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -821,6 +828,7 @@ STAGE PLANS: /srcpart/ds=2008-04-09/hr=11 [null-subquery2:_u1-subquery2:srcpart] /srcpart/ds=2008-04-09/hr=12 [null-subquery2:_u1-subquery2:srcpart] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -851,6 +859,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 4 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -947,6 +956,7 @@ STAGE PLANS: tag: 0 value expressions: _col0 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: nullscan://null/default.src/part_ [a:src] Path -> Partition: @@ -1017,6 +1027,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: nullscan://null/default.srcpart/part_ds=2008-04-08_hr=11_ [b:srcpart] nullscan://null/default.srcpart/part_ds=2008-04-08_hr=12_ [b:srcpart] @@ -1250,6 +1261,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 4 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -1345,6 +1357,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1414,6 +1427,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: nullscan://null/default.src/part_ [a-subquery2:_u1-subquery2:src] Path -> Partition: @@ -1482,6 +1496,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE tag: 1 auto parallelism: false + Execution mode: vectorized Reducer 3 Needs Tagging: true Reduce Operator Tree: @@ -1565,6 +1580,7 @@ STAGE PLANS: tag: 0 value expressions: key (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: nullscan://null/default.src/part_ [s1] Path -> Partition: @@ -1634,6 +1650,7 @@ STAGE PLANS: tag: 1 value expressions: key (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: nullscan://null/default.src/part_ [s2] Path -> Partition: @@ -1775,6 +1792,7 @@ STAGE PLANS: tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: nullscan://null/default.src/part_ [src] Path -> Partition: @@ -1826,6 +1844,7 @@ STAGE PLANS: Truncated Path -> Alias: nullscan://null/default.src/part_ [src] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/order.q.out ql/src/test/results/clientpositive/spark/order.q.out index 2aa6167..7748a96 100644 --- ql/src/test/results/clientpositive/spark/order.q.out +++ ql/src/test/results/clientpositive/spark/order.q.out @@ -30,7 +30,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -103,7 +105,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out index 97cd138..c87a311 100644 --- ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out +++ ql/src/test/results/clientpositive/spark/outer_join_ppr.q.out @@ -50,6 +50,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -124,6 +125,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -356,6 +358,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -430,6 +433,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/parallel.q.out ql/src/test/results/clientpositive/spark/parallel.q.out index ecb8062..545a838 100644 --- ql/src/test/results/clientpositive/spark/parallel.q.out +++ ql/src/test/results/clientpositive/spark/parallel.q.out @@ -58,7 +58,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/parallel_join1.q.out ql/src/test/results/clientpositive/spark/parallel_join1.q.out index db2962f..a931f86 100644 --- ql/src/test/results/clientpositive/spark/parallel_join1.q.out +++ ql/src/test/results/clientpositive/spark/parallel_join1.q.out @@ -43,6 +43,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -61,6 +62,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/parallel_orderby.q.out ql/src/test/results/clientpositive/spark/parallel_orderby.q.out index 8e9d2bb..eecf43d 100644 --- ql/src/test/results/clientpositive/spark/parallel_orderby.q.out +++ ql/src/test/results/clientpositive/spark/parallel_orderby.q.out @@ -54,7 +54,9 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 1 Data size: 5600 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/spark/pcr.q.out ql/src/test/results/clientpositive/spark/pcr.q.out index a86147f..74d5ab6 100644 --- ql/src/test/results/clientpositive/spark/pcr.q.out +++ ql/src/test/results/clientpositive/spark/pcr.q.out @@ -85,6 +85,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -186,6 +187,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-08 [pcr_t1] /pcr_t1/ds=2000-04-09 [pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -280,6 +282,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -429,6 +432,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-09 [pcr_t1] /pcr_t1/ds=2000-04-10 [pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -560,6 +564,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -661,6 +666,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-08 [pcr_t1] /pcr_t1/ds=2000-04-09 [pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -757,6 +763,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -858,6 +865,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-08 [pcr_t1] /pcr_t1/ds=2000-04-10 [pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -956,6 +964,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1105,6 +1114,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-09 [pcr_t1] /pcr_t1/ds=2000-04-10 [pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -1213,6 +1223,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1362,6 +1373,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-09 [pcr_t1] /pcr_t1/ds=2000-04-10 [pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -1477,6 +1489,7 @@ STAGE PLANS: Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1578,6 +1591,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-08 [$hdt$_0:pcr_t1] /pcr_t1/ds=2000-04-09 [$hdt$_0:pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -1657,6 +1671,7 @@ STAGE PLANS: Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1758,6 +1773,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-08 [pcr_t1] /pcr_t1/ds=2000-04-09 [pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -1877,6 +1893,7 @@ STAGE PLANS: Statistics: Num rows: 60 Data size: 480 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2026,6 +2043,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-09 [pcr_t1] /pcr_t1/ds=2000-04-10 [pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -2171,6 +2189,7 @@ STAGE PLANS: Statistics: Num rows: 40 Data size: 320 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2272,6 +2291,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-08 [pcr_t1] /pcr_t1/ds=2000-04-09 [pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -2359,6 +2379,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2434,6 +2455,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2510,6 +2532,7 @@ STAGE PLANS: value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -2632,6 +2655,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2707,6 +2731,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2783,6 +2808,7 @@ STAGE PLANS: value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -2914,6 +2940,7 @@ STAGE PLANS: Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3111,6 +3138,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-10 [pcr_t1] /pcr_t1/ds=2000-04-11 [pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -3240,6 +3268,7 @@ STAGE PLANS: Statistics: Num rows: 30 Data size: 240 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3389,6 +3418,7 @@ STAGE PLANS: /pcr_t1/ds=2000-04-09 [pcr_t1] /pcr_t1/ds=2000-04-10 [pcr_t1] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -3595,6 +3625,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3842,6 +3873,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4016,6 +4048,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4070,6 +4103,7 @@ STAGE PLANS: Truncated Path -> Alias: /srcpart/ds=2008-04-08/hr=11 [srcpart] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -4153,6 +4187,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4256,6 +4291,7 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=11 [$hdt$_0:srcpart] /srcpart/ds=2008-04-08/hr=12 [$hdt$_0:srcpart] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -4342,6 +4378,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4445,6 +4482,7 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=11 [$hdt$_0:srcpart] /srcpart/ds=2008-04-09/hr=11 [$hdt$_0:srcpart] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out index 8233b86..aa40fb9 100644 --- ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out +++ ql/src/test/results/clientpositive/spark/ppd_gby_join.q.out @@ -47,6 +47,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 36 Data size: 382 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -64,6 +65,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -87,6 +89,7 @@ STAGE PLANS: Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -308,6 +311,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 36 Data size: 382 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -325,6 +329,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -348,6 +353,7 @@ STAGE PLANS: Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/ppd_join.q.out ql/src/test/results/clientpositive/spark/ppd_join.q.out index 260aff3..8ff92d8 100644 --- ql/src/test/results/clientpositive/spark/ppd_join.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join.q.out @@ -44,6 +44,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 36 Data size: 382 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -62,6 +63,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -574,6 +576,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 36 Data size: 382 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -592,6 +595,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/ppd_join2.q.out ql/src/test/results/clientpositive/spark/ppd_join2.q.out index cf692ed..92130c4 100644 --- ql/src/test/results/clientpositive/spark/ppd_join2.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join2.q.out @@ -52,6 +52,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -70,6 +71,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -87,6 +89,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1732,6 +1735,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1750,6 +1754,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1767,6 +1772,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/ppd_join3.q.out ql/src/test/results/clientpositive/spark/ppd_join3.q.out index 91b323d..bdd81f2 100644 --- ql/src/test/results/clientpositive/spark/ppd_join3.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join3.q.out @@ -50,6 +50,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -67,6 +68,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -85,6 +87,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1771,6 +1774,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1788,6 +1792,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1806,6 +1811,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/ppd_join4.q.out ql/src/test/results/clientpositive/spark/ppd_join4.q.out index 2e80db1..7b4f523 100644 --- ql/src/test/results/clientpositive/spark/ppd_join4.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join4.q.out @@ -70,6 +70,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: 'a' (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -83,6 +84,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: 'a' (type: string) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/ppd_join5.q.out ql/src/test/results/clientpositive/spark/ppd_join5.q.out index f3c789c..1006fe3 100644 --- ql/src/test/results/clientpositive/spark/ppd_join5.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join5.q.out @@ -71,6 +71,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -87,6 +88,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -105,6 +107,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col0 (type: string) Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -192,6 +195,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -208,6 +212,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -226,6 +231,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col0 (type: string) Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out index 59936bb..45c044a 100644 --- ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out +++ ql/src/test/results/clientpositive/spark/ppd_join_filter.q.out @@ -58,6 +58,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -134,6 +135,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -223,6 +225,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 4 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -349,6 +352,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -425,6 +429,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -514,6 +519,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 4 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -640,6 +646,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -716,6 +723,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -805,6 +813,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 4 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -931,6 +940,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1007,6 +1017,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1096,6 +1107,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 4 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out index e30cf74..ae00f97 100644 --- ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out +++ ql/src/test/results/clientpositive/spark/ppd_multi_insert.q.out @@ -75,6 +75,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -88,6 +89,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1351,6 +1353,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1364,6 +1367,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out index 067f70c..23c383e 100644 --- ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out +++ ql/src/test/results/clientpositive/spark/ppd_outer_join1.q.out @@ -45,6 +45,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -63,6 +64,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -160,6 +162,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -178,6 +181,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out index a2ce587..3fd4809 100644 --- ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out +++ ql/src/test/results/clientpositive/spark/ppd_outer_join2.q.out @@ -45,6 +45,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -63,6 +64,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -280,6 +282,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -298,6 +301,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out index 486e06c..6765509 100644 --- ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out +++ ql/src/test/results/clientpositive/spark/ppd_outer_join3.q.out @@ -45,6 +45,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -63,6 +64,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -280,6 +282,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -298,6 +301,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out index 058029f..198b8e3 100644 --- ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out +++ ql/src/test/results/clientpositive/spark/ppd_outer_join4.q.out @@ -51,6 +51,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -68,6 +69,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -86,6 +88,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -425,6 +428,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -442,6 +446,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -460,6 +465,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out index 001b9fb..0e582a8 100644 --- ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out +++ ql/src/test/results/clientpositive/spark/ppd_outer_join5.q.out @@ -64,6 +64,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -80,6 +81,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -96,6 +98,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -175,6 +178,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -191,6 +195,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -207,6 +212,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -283,6 +289,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -299,6 +306,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -315,6 +323,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/ppd_transform.q.out ql/src/test/results/clientpositive/spark/ppd_transform.q.out index b0753b6..4dfc0fe 100644 --- ql/src/test/results/clientpositive/spark/ppd_transform.q.out +++ ql/src/test/results/clientpositive/spark/ppd_transform.q.out @@ -50,6 +50,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -233,6 +234,7 @@ STAGE PLANS: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/ptf.q.out ql/src/test/results/clientpositive/spark/ptf.q.out index ea59983..942093b 100644 --- ql/src/test/results/clientpositive/spark/ptf.q.out +++ ql/src/test/results/clientpositive/spark/ptf.q.out @@ -41,6 +41,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int), p_retailprice (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -214,6 +215,7 @@ STAGE PLANS: Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -227,6 +229,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -392,6 +395,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -513,6 +517,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int), p_retailprice (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -688,6 +693,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -866,6 +872,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -1046,6 +1053,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_partkey (type: int), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1059,6 +1067,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -1195,6 +1204,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1206,6 +1216,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_partkey (type: int), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1701,6 +1712,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int), p_retailprice (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -1875,6 +1887,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int), p_retailprice (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -2113,6 +2126,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int), p_retailprice (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -2291,6 +2305,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_partkey (type: int), p_size (type: int), p_retailprice (type: double) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2304,6 +2319,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: p_partkey (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -2509,6 +2525,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -2544,6 +2561,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) @@ -2673,6 +2691,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Group By Operator @@ -2890,6 +2909,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int), p_retailprice (type: double) + Execution mode: vectorized Reducer 3 Reduce Operator Tree: Select Operator @@ -3290,6 +3310,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_name (type: string), p_size (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -3559,6 +3580,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_name (type: string), p_size (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -3818,6 +3840,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -3885,6 +3908,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: int) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) @@ -4059,6 +4083,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -4337,6 +4362,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -4590,6 +4616,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -4667,6 +4694,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: int) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) diff --git ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out index 4475c6e..29ae8af 100644 --- ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out +++ ql/src/test/results/clientpositive/spark/reduce_deduplicate.q.out @@ -45,6 +45,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: hdfs://### HDFS PATH ### [src] Path -> Partition: @@ -99,6 +100,7 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out index 207fc3c..4cce0fe 100644 --- ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out +++ ql/src/test/results/clientpositive/spark/reduce_deduplicate_exclude_join.q.out @@ -24,6 +24,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 key (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -51,7 +52,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/spark/router_join_ppr.q.out ql/src/test/results/clientpositive/spark/router_join_ppr.q.out index 322bae0..cb1524e 100644 --- ql/src/test/results/clientpositive/spark/router_join_ppr.q.out +++ ql/src/test/results/clientpositive/spark/router_join_ppr.q.out @@ -50,6 +50,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -124,6 +125,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -356,6 +358,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -481,6 +484,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -666,6 +670,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -740,6 +745,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -972,6 +978,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1097,6 +1104,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out index 11b4ac7..e6988e0 100644 --- ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out +++ ql/src/test/results/clientpositive/spark/runtime_skewjoin_mapjoin_spark.q.out @@ -65,6 +65,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -82,6 +83,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -160,6 +162,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -177,6 +180,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -204,6 +208,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 3 @@ -269,6 +274,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -285,7 +291,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/sample1.q.out ql/src/test/results/clientpositive/spark/sample1.q.out index 26d6148..b711292 100644 --- ql/src/test/results/clientpositive/spark/sample1.q.out +++ ql/src/test/results/clientpositive/spark/sample1.q.out @@ -72,6 +72,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/sample10.q.out ql/src/test/results/clientpositive/spark/sample10.q.out index d589216..418f63a 100644 --- ql/src/test/results/clientpositive/spark/sample10.q.out +++ ql/src/test/results/clientpositive/spark/sample10.q.out @@ -81,6 +81,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -290,6 +291,7 @@ STAGE PLANS: /srcpartbucket/ds=2008-04-09/hr=11/000000_0 [srcpartbucket] /srcpartbucket/ds=2008-04-09/hr=12/000000_0 [srcpartbucket] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -307,6 +309,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/sample2.q.out ql/src/test/results/clientpositive/spark/sample2.q.out index dff572e..0515532 100644 --- ql/src/test/results/clientpositive/spark/sample2.q.out +++ ql/src/test/results/clientpositive/spark/sample2.q.out @@ -71,6 +71,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/sample4.q.out ql/src/test/results/clientpositive/spark/sample4.q.out index 8c4640f..330fa64 100644 --- ql/src/test/results/clientpositive/spark/sample4.q.out +++ ql/src/test/results/clientpositive/spark/sample4.q.out @@ -71,6 +71,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/sample5.q.out ql/src/test/results/clientpositive/spark/sample5.q.out index 4af424c..c4f6541 100644 --- ql/src/test/results/clientpositive/spark/sample5.q.out +++ ql/src/test/results/clientpositive/spark/sample5.q.out @@ -72,6 +72,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/sample6.q.out ql/src/test/results/clientpositive/spark/sample6.q.out index 1b49bd3..34aee1e 100644 --- ql/src/test/results/clientpositive/spark/sample6.q.out +++ ql/src/test/results/clientpositive/spark/sample6.q.out @@ -71,6 +71,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -468,6 +469,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -522,6 +524,7 @@ STAGE PLANS: Truncated Path -> Alias: /srcbucket/000001_0 [s] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -845,6 +848,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -899,6 +903,7 @@ STAGE PLANS: Truncated Path -> Alias: /srcbucket/000000_0 [s] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -1475,6 +1480,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1529,6 +1535,7 @@ STAGE PLANS: Truncated Path -> Alias: /srcbucket [s] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -1948,6 +1955,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5301 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2002,6 +2010,7 @@ STAGE PLANS: Truncated Path -> Alias: /srcbucket [s] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -2408,6 +2417,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2511,6 +2521,7 @@ STAGE PLANS: /srcbucket2/000000_0 [s] /srcbucket2/000002_0 [s] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -2842,6 +2853,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2896,6 +2908,7 @@ STAGE PLANS: Truncated Path -> Alias: /srcbucket2/000001_0 [s] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -3126,7 +3139,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/sample7.q.out ql/src/test/results/clientpositive/spark/sample7.q.out index 98c2d92..d017850 100644 --- ql/src/test/results/clientpositive/spark/sample7.q.out +++ ql/src/test/results/clientpositive/spark/sample7.q.out @@ -72,6 +72,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/sample8.q.out ql/src/test/results/clientpositive/spark/sample8.q.out index 5e27cb6..5e0bf43 100644 --- ql/src/test/results/clientpositive/spark/sample8.q.out +++ ql/src/test/results/clientpositive/spark/sample8.q.out @@ -39,6 +39,7 @@ STAGE PLANS: Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -110,6 +111,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -764,6 +766,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -779,6 +782,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -855,6 +859,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -870,6 +875,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/script_pipe.q.out ql/src/test/results/clientpositive/spark/script_pipe.q.out index df23114..4977f7a 100644 --- ql/src/test/results/clientpositive/spark/script_pipe.q.out +++ ql/src/test/results/clientpositive/spark/script_pipe.q.out @@ -30,6 +30,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out index a0adab1..a1d87ed 100644 --- ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out +++ ql/src/test/results/clientpositive/spark/skewjoin_noskew.q.out @@ -39,6 +39,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -56,6 +57,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -129,7 +131,9 @@ STAGE PLANS: Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out index ef76431..5fa31dc 100644 --- ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out +++ ql/src/test/results/clientpositive/spark/skewjoin_union_remove_1.q.out @@ -70,6 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -88,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -106,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -124,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -213,6 +217,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -231,6 +236,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -249,6 +255,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -267,6 +274,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -368,6 +376,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -386,6 +395,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -404,6 +414,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -422,6 +433,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -533,6 +545,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -551,6 +564,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -569,6 +583,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -587,6 +602,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out index f748237..42b4467 100644 --- ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out +++ ql/src/test/results/clientpositive/spark/skewjoin_union_remove_2.q.out @@ -86,6 +86,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -104,6 +105,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -122,6 +124,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -140,6 +143,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -158,6 +162,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -176,6 +181,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out index 9467ca0..eb8d609 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt1.q.out @@ -70,6 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -88,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -106,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -124,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -213,6 +217,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -231,6 +236,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -249,6 +255,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -267,6 +274,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -358,6 +366,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -375,6 +384,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -392,6 +402,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -409,6 +420,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -425,6 +437,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -507,6 +520,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -524,6 +538,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -541,6 +556,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -558,6 +574,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -574,6 +591,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out index 12c5efe..83c5237 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt10.q.out @@ -67,6 +67,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -81,6 +82,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: array) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -94,6 +96,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -108,6 +111,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: array) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out index abb9ac1..aca8fff 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt11.q.out @@ -80,6 +80,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -98,6 +99,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -116,6 +118,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -134,6 +137,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out index 8be28b6..4f6acfc 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt12.q.out @@ -69,6 +69,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -86,6 +87,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -103,6 +105,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -120,6 +123,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out index 9a8dced..9f70054 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt13.q.out @@ -90,6 +90,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -108,6 +109,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -126,6 +128,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out index 3cda697..d9cd7f7 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt14.q.out @@ -93,6 +93,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -111,6 +112,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -129,6 +131,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -147,6 +150,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -165,6 +169,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out index 24d0e91..2261974 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt15.q.out @@ -102,6 +102,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -120,6 +121,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -138,6 +140,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -156,6 +159,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -245,6 +249,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -263,6 +268,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -281,6 +287,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -299,6 +306,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -390,6 +398,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -407,6 +416,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -424,6 +434,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -441,6 +452,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -457,6 +469,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -539,6 +552,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -556,6 +570,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -573,6 +588,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -590,6 +606,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -606,6 +623,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out index 4189fb3..c5253bb 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt16.q.out @@ -69,6 +69,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -86,6 +87,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -103,6 +105,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -120,6 +123,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out index 1d91ed9..7020c71 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt17.q.out @@ -70,6 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -88,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -106,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -124,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -264,6 +268,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -281,6 +286,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -298,6 +304,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -315,6 +322,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out index d7eac4b..7df542e 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt18.q.out @@ -85,6 +85,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -103,6 +104,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out index 8cc82a2..50c30f5 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt19.q.out @@ -70,6 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -88,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -106,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -124,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out index fb4ce34..f9c637b 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt2.q.out @@ -69,6 +69,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -86,6 +87,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -103,6 +105,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -120,6 +123,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -205,6 +209,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -222,6 +227,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -239,6 +245,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -256,6 +263,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -346,6 +354,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -363,6 +372,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -380,6 +390,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -397,6 +408,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -417,6 +429,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -505,6 +518,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -522,6 +536,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -539,6 +554,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -556,6 +572,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -576,6 +593,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 660 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out index 9d86b2a..dbd868e 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt20.q.out @@ -70,6 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -88,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -106,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -124,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out index 3cd65b9..b96f52b 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt3.q.out @@ -70,6 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -88,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -106,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -124,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -213,6 +217,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -231,6 +236,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -249,6 +255,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -267,6 +274,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out index 0a9780b..58e84e1 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt4.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -86,6 +87,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -104,6 +106,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -122,6 +125,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -211,6 +215,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -229,6 +234,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -247,6 +253,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -265,6 +272,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out index 4fc3234..8d6609e 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt5.q.out @@ -70,6 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -88,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -106,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -124,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out index 8e359ab..c67e18d 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt6.q.out @@ -70,6 +70,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -88,6 +89,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -106,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -124,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out index f748237..42b4467 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt7.q.out @@ -86,6 +86,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -104,6 +105,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -122,6 +124,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -140,6 +143,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -158,6 +162,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -176,6 +181,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out index ae0f807..3a6a78b 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt8.q.out @@ -84,6 +84,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -102,6 +103,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -120,6 +122,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -138,6 +141,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -156,6 +160,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -174,6 +179,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out index a964c42..a07f505 100644 --- ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out +++ ql/src/test/results/clientpositive/spark/skewjoinopt9.q.out @@ -79,6 +79,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 600 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -97,6 +98,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -203,6 +205,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -221,7 +224,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out index 054905d..5a0c973 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_11.q.out @@ -146,6 +146,7 @@ STAGE PLANS: Truncated Path -> Alias: /test_table1/ds=1 [a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out index 6f1ab06..ec8b046 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_12.q.out @@ -159,6 +159,7 @@ STAGE PLANS: Truncated Path -> Alias: /test_table1/ds=1 [a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -376,6 +377,7 @@ STAGE PLANS: Truncated Path -> Alias: /test_table3/ds=1 [a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out index d8bd846..f8d0fb2 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_13.q.out @@ -167,6 +167,7 @@ STAGE PLANS: Truncated Path -> Alias: /test_table1 [a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -256,6 +257,7 @@ STAGE PLANS: 0 UDFToDouble(key) (type: double) 1 UDFToDouble(value) (type: double) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -355,6 +357,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -413,6 +416,7 @@ STAGE PLANS: Truncated Path -> Alias: /test_table3 [a] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out index 7493ee4..3d8c30e 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_14.q.out @@ -77,6 +77,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -94,6 +95,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -113,6 +115,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -194,6 +197,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -211,6 +215,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -234,6 +239,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -247,6 +253,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint) @@ -342,6 +349,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -359,6 +367,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -380,6 +389,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -398,6 +408,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -486,6 +497,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -503,6 +515,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -522,6 +535,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -614,6 +628,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -631,6 +646,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -650,6 +666,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -766,6 +783,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -783,6 +801,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -802,6 +821,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -906,6 +926,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -923,6 +944,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -942,6 +964,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1024,6 +1047,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1041,6 +1065,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1060,6 +1085,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1138,6 +1164,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1155,6 +1182,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1174,6 +1202,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1248,6 +1277,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1265,6 +1295,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1284,6 +1315,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1368,6 +1400,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1385,6 +1418,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1402,6 +1436,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1423,6 +1458,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1523,6 +1559,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1540,6 +1577,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1559,6 +1597,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out index 1916075..f73d383 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_15.q.out @@ -73,6 +73,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -151,6 +152,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -228,6 +230,7 @@ STAGE PLANS: value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: string) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -379,6 +382,7 @@ STAGE PLANS: tag: 0 value expressions: _col2 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -457,6 +461,7 @@ STAGE PLANS: tag: 1 value expressions: _col2 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -534,6 +539,7 @@ STAGE PLANS: value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -633,6 +639,7 @@ STAGE PLANS: tag: 0 value expressions: _col2 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -711,6 +718,7 @@ STAGE PLANS: tag: 1 value expressions: _col2 (type: string) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -788,6 +796,7 @@ STAGE PLANS: value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator @@ -887,6 +896,7 @@ STAGE PLANS: tag: 0 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -965,6 +975,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: int) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1042,6 +1053,7 @@ STAGE PLANS: value expressions: _col1 (type: int), _col2 (type: string), _col3 (type: int), _col4 (type: int), _col5 (type: string) auto parallelism: false Reducer 3 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out index c845a72..1931818 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_16.q.out @@ -74,6 +74,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out index c9422ea..e39b432 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_17.q.out @@ -205,6 +205,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -222,6 +223,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -239,6 +241,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -256,6 +259,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -273,6 +277,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -290,6 +295,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -307,6 +313,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -336,6 +343,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -454,6 +462,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -576,6 +585,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -705,6 +715,7 @@ STAGE PLANS: 2 _col0 (type: int) 3 _col0 (type: int) 4 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -723,6 +734,7 @@ STAGE PLANS: 2 _col0 (type: int) 3 _col0 (type: int) 4 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -741,6 +753,7 @@ STAGE PLANS: 2 _col0 (type: int) 3 _col0 (type: int) 4 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 5 @@ -759,6 +772,7 @@ STAGE PLANS: 2 _col0 (type: int) 3 _col0 (type: int) 4 _col0 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out index 90d0e0e..175fe77 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_18.q.out @@ -65,6 +65,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -240,7 +241,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) @@ -373,6 +376,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out index 71267d6..d6d5c98 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_19.q.out @@ -65,6 +65,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out index 314c07c..e56b64d 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_20.q.out @@ -65,7 +65,9 @@ STAGE PLANS: Map-reduce partition columns: UDFToString(_col0) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToString(VALUE._col0) (type: string), VALUE._col1 (type: string), VALUE._col1 (type: string) @@ -187,7 +189,9 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) @@ -1356,7 +1360,9 @@ STAGE PLANS: Map-reduce partition columns: UDFToString(_col0) (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToString(VALUE._col0) (type: string), VALUE._col1 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out index 0a63bfb..59174e3 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_21.q.out @@ -65,6 +65,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -135,7 +136,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) @@ -218,7 +221,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) @@ -302,7 +307,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), KEY.reducesinkkey0 (type: string) @@ -386,7 +393,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) @@ -469,7 +478,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out index e4681ba..154d7ff 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_22.q.out @@ -63,6 +63,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -207,6 +208,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_table2 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out index ccf7fb9..072e888 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_25.q.out @@ -81,6 +81,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -94,6 +95,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -107,6 +109,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -120,6 +123,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -205,6 +209,7 @@ STAGE PLANS: keys: 0 1 + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -235,6 +240,7 @@ STAGE PLANS: keys: 0 1 + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -251,6 +257,7 @@ STAGE PLANS: keys: 0 1 + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -297,6 +304,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out index 21171db..629a6c4 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_4.q.out @@ -81,6 +81,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -99,6 +100,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -117,6 +119,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -190,6 +193,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -208,6 +212,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -226,6 +231,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -296,6 +302,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -311,6 +318,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -326,6 +334,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -401,6 +410,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -416,6 +426,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -431,6 +442,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -507,6 +519,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -522,6 +535,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -537,6 +551,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -621,6 +636,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -639,6 +655,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -657,6 +674,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -729,6 +747,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -744,6 +763,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -759,6 +779,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -833,6 +854,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -848,6 +870,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -863,6 +886,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -939,6 +963,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -954,6 +979,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -969,6 +995,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1050,6 +1077,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1068,6 +1096,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1086,6 +1115,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1158,6 +1188,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1173,6 +1204,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1188,6 +1220,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1267,6 +1300,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1282,6 +1316,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1297,6 +1332,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1373,6 +1409,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1388,6 +1425,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1403,6 +1441,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out index 348d165..b84aa08 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_5.q.out @@ -81,6 +81,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -99,6 +100,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -117,6 +119,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -190,6 +193,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -208,6 +212,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -226,6 +231,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -296,6 +302,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -311,6 +318,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -326,6 +334,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -401,6 +410,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -416,6 +426,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -431,6 +442,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -507,6 +519,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -522,6 +535,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -537,6 +551,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -621,6 +636,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -639,6 +655,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -657,6 +674,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -729,6 +747,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -744,6 +763,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -759,6 +779,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -833,6 +854,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -848,6 +870,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -863,6 +886,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -939,6 +963,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -954,6 +979,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -969,6 +995,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1050,6 +1077,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1068,6 +1096,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1086,6 +1115,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1158,6 +1188,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1173,6 +1204,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1188,6 +1220,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1267,6 +1300,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1282,6 +1316,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1297,6 +1332,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1373,6 +1409,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1388,6 +1425,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1403,6 +1441,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out index 745e221..d524611 100644 --- ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out +++ ql/src/test/results/clientpositive/spark/smb_mapjoin_6.q.out @@ -92,6 +92,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 4812 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -110,6 +111,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 4812 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1265,6 +1267,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 4812 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1283,6 +1286,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 500 Data size: 4812 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2454,6 +2458,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1597 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2472,6 +2477,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1597 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2559,6 +2565,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1597 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2577,6 +2584,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1597 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2661,6 +2669,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1597 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2679,6 +2688,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1597 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -2697,6 +2707,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 166 Data size: 1597 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/sort.q.out ql/src/test/results/clientpositive/spark/sort.q.out index 298dc51..16b4fda 100644 --- ql/src/test/results/clientpositive/spark/sort.q.out +++ ql/src/test/results/clientpositive/spark/sort.q.out @@ -29,7 +29,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out index 224e2d9..6df043e 100644 --- ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out +++ ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work_2.q.out @@ -44,7 +44,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -61,6 +63,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -153,6 +156,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -167,7 +171,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -184,6 +190,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/spark/spark_constprog_dpp.q.out ql/src/test/results/clientpositive/spark/spark_constprog_dpp.q.out index 79bbbdf..a708e2f 100644 --- ql/src/test/results/clientpositive/spark/spark_constprog_dpp.q.out +++ ql/src/test/results/clientpositive/spark/spark_constprog_dpp.q.out @@ -64,6 +64,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -81,6 +82,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -98,6 +100,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -116,6 +119,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int) diff --git ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_7.q.out ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_7.q.out index 1b8c06c..ffdb167 100644 --- ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_7.q.out +++ ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_7.q.out @@ -44,6 +44,7 @@ STAGE PLANS: Spark Partition Pruning Sink Operator Target Columns: [Map 1 -> [ds:string (ds)]] Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -68,6 +69,7 @@ STAGE PLANS: Spark Partition Pruning Sink Operator Target Columns: [Map 4 -> [ds:string (ds)]] Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Stage: Stage-1 Spark @@ -91,6 +93,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -108,6 +111,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -123,6 +127,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -140,6 +145,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -229,6 +235,7 @@ STAGE PLANS: Spark Partition Pruning Sink Operator Target Columns: [Map 1 -> [ds:string (ds)], Map 4 -> [hr:string (hr)]] Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Stage: Stage-1 Spark @@ -252,6 +259,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -269,6 +277,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -284,6 +293,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/spark_explain_groupbyshuffle.q.out ql/src/test/results/clientpositive/spark/spark_explain_groupbyshuffle.q.out index 8f69f8c..0f277dc 100644 --- ql/src/test/results/clientpositive/spark/spark_explain_groupbyshuffle.q.out +++ ql/src/test/results/clientpositive/spark/spark_explain_groupbyshuffle.q.out @@ -34,7 +34,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -92,7 +94,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out index 4a36dd4..ada2eb4 100644 --- ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out +++ ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out @@ -50,10 +50,10 @@ Stage-2 Move Operator table:{"name:":"default.src_orc_merge_test_part"} Stage-1 - Map 1 - File Output Operator [FS_3] + Map 1 vectorized + File Output Operator [FS_5] table:{"name:":"default.src_orc_merge_test_part"} - Select Operator [SEL_1] (rows=500 width=10) + Select Operator [SEL_4] (rows=500 width=10) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=10) default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -83,20 +83,20 @@ Stage-2 Move Operator table:{"name:":"default.src_orc_merge_test_part"} Stage-1 - Reducer 2 - File Output Operator [FS_7] + Reducer 2 vectorized + File Output Operator [FS_14] table:{"name:":"default.src_orc_merge_test_part"} - Select Operator [SEL_6] (rows=100 width=10) + Select Operator [SEL_13] (rows=100 width=10) Output:["_col0","_col1"] - Limit [LIM_5] (rows=100 width=10) + Limit [LIM_12] (rows=100 width=10) Number of rows:100 - Select Operator [SEL_4] (rows=100 width=10) + Select Operator [SEL_11] (rows=100 width=10) Output:["_col0","_col1"] - <-Map 1 [GROUP] - GROUP [RS_3] - Limit [LIM_2] (rows=100 width=10) + <-Map 1 [GROUP] vectorized + GROUP [RS_10] + Limit [LIM_9] (rows=100 width=10) Number of rows:100 - Select Operator [SEL_1] (rows=500 width=10) + Select Operator [SEL_8] (rows=500 width=10) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=10) default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -124,15 +124,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 - File Output Operator [FS_8] - Group By Operator [GBY_6] (rows=1 width=16) + Reducer 2 vectorized + File Output Operator [FS_14] + Group By Operator [GBY_13] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [GROUP] - GROUP [RS_5] - Group By Operator [GBY_4] (rows=1 width=16) + <-Map 1 [GROUP] vectorized + GROUP [RS_12] + Group By Operator [GBY_11] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_2] (rows=500 width=94) + Select Operator [SEL_10] (rows=500 width=94) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=94) default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -158,15 +158,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 - File Output Operator [FS_7] - Group By Operator [GBY_5] (rows=1 width=8) + Reducer 2 vectorized + File Output Operator [FS_13] + Group By Operator [GBY_12] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 1 [GROUP] - GROUP [RS_4] - Group By Operator [GBY_3] (rows=1 width=8) + <-Map 1 [GROUP] vectorized + GROUP [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_2] (rows=500 width=94) + Select Operator [SEL_9] (rows=500 width=94) TableScan [TS_0] (rows=500 width=94) default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE @@ -183,15 +183,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 - File Output Operator [FS_8] - Group By Operator [GBY_6] (rows=1 width=16) + Reducer 2 vectorized + File Output Operator [FS_14] + Group By Operator [GBY_13] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [GROUP] - GROUP [RS_5] - Group By Operator [GBY_4] (rows=1 width=16) + <-Map 1 [GROUP] vectorized + GROUP [RS_12] + Group By Operator [GBY_11] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_2] (rows=500 width=94) + Select Operator [SEL_10] (rows=500 width=94) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=94) default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -234,29 +234,29 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 - File Output Operator [FS_15] - Group By Operator [GBY_13] (rows=1 width=8) + Reducer 2 vectorized + File Output Operator [FS_28] + Group By Operator [GBY_27] (rows=1 width=8) Output:["_col0"],aggregations:["sum(VALUE._col0)"] - <-Map 1 [GROUP] - GROUP [RS_12] - Group By Operator [GBY_11] (rows=1 width=8) + <-Map 1 [GROUP] vectorized + GROUP [RS_26] + Group By Operator [GBY_25] (rows=1 width=8) Output:["_col0"],aggregations:["sum(hash(_col0,_col1,_col2,_col3))"] - Map Join Operator [MAPJOIN_18] (rows=27556 width=22) + Map Join Operator [MAPJOIN_24] (rows=27556 width=22) Conds:(Inner),Output:["_col0","_col1","_col2","_col3"] - <-Select Operator [SEL_2] (rows=166 width=10) + <-Select Operator [SEL_23] (rows=166 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_16] (rows=166 width=10) + Filter Operator [FIL_22] (rows=166 width=10) predicate:(key < 10) TableScan [TS_0] (rows=500 width=10) default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key","value"] Map Reduce Local Work Stage-2 - Map 3 - keys: [HASHTABLESINK_20] - Select Operator [SEL_5] (rows=166 width=10) + Map 3 vectorized + keys: [HASHTABLESINK_31] + Select Operator [SEL_30] (rows=166 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_17] (rows=166 width=10) + Filter Operator [FIL_29] (rows=166 width=10) predicate:(key < 10) TableScan [TS_3] (rows=500 width=10) default@src,src,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -275,18 +275,18 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 - File Output Operator [FS_6] - Select Operator [SEL_5] (rows=10 width=97) + Reducer 2 vectorized + File Output Operator [FS_12] + Select Operator [SEL_11] (rows=10 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_10] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [GROUP] - GROUP [RS_3] + <-Map 1 [GROUP] vectorized + GROUP [RS_9] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_2] (rows=10 width=101) + Group By Operator [GBY_8] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Select Operator [SEL_1] (rows=20 width=88) + Select Operator [SEL_7] (rows=20 width=88) Output:["key","c_int","c_float"] TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -305,27 +305,27 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_11] - Select Operator [SEL_10] (rows=5 width=20) + Reducer 3 vectorized + File Output Operator [FS_21] + Select Operator [SEL_20] (rows=5 width=20) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_9] (rows=5 width=20) + Group By Operator [GBY_19] (rows=5 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 - <-Reducer 2 [GROUP] - GROUP [RS_8] + <-Reducer 2 [GROUP] vectorized + GROUP [RS_18] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=5 width=20) + Group By Operator [GBY_17] (rows=5 width=20) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=10 width=101) + Select Operator [SEL_16] (rows=10 width=101) Output:["_col0","_col1"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_15] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [GROUP] - GROUP [RS_3] + <-Map 1 [GROUP] vectorized + GROUP [RS_14] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_2] (rows=10 width=101) + Group By Operator [GBY_13] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Select Operator [SEL_1] (rows=20 width=88) + Select Operator [SEL_12] (rows=20 width=88) Output:["key","c_int","c_float"] TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -347,15 +347,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_31] - Select Operator [SEL_29] (rows=1 width=20) + Reducer 4 vectorized + File Output Operator [FS_54] + Select Operator [SEL_53] (rows=1 width=20) Output:["_col0","_col1","_col2"] - <-Reducer 3 [SORT] - SORT [RS_28] - Select Operator [SEL_27] (rows=1 width=28) + <-Reducer 3 [SORT] vectorized + SORT [RS_52] + Select Operator [SEL_51] (rows=1 width=28) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_26] (rows=1 width=20) + Group By Operator [GBY_50] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [GROUP] GROUP [RS_25] @@ -368,44 +368,44 @@ Stage-0 predicate:(((_col3 + _col6) >= 0) and ((_col3 > 0) or (_col1 >= 0))) Join Operator [JOIN_20] (rows=3 width=18) Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_17] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_37] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_36] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_32] (rows=18 width=84) + Filter Operator [FIL_35] (rows=18 width=84) predicate:key is not null TableScan [TS_0] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 6 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_18] + <-Reducer 6 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_43] PartitionCols:_col0 - Select Operator [SEL_9] (rows=1 width=97) + Select Operator [SEL_42] (rows=1 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_8] (rows=1 width=101) + Group By Operator [GBY_41] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 5 [GROUP] - GROUP [RS_7] + <-Map 5 [GROUP] vectorized + GROUP [RS_40] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_6] (rows=1 width=101) + Group By Operator [GBY_39] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_33] (rows=4 width=93) + Filter Operator [FIL_38] (rows=4 width=93) predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 8 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_19] + <-Reducer 8 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_49] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=89) + Select Operator [SEL_48] (rows=1 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_15] (rows=1 width=93) + Group By Operator [GBY_47] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 7 [GROUP] - GROUP [RS_14] + <-Map 7 [GROUP] vectorized + GROUP [RS_46] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_13] (rows=1 width=93) + Group By Operator [GBY_45] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_34] (rows=4 width=93) + Filter Operator [FIL_44] (rows=4 width=93) predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_10] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -427,15 +427,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_32] - Select Operator [SEL_30] (rows=1 width=20) + Reducer 4 vectorized + File Output Operator [FS_55] + Select Operator [SEL_54] (rows=1 width=20) Output:["_col0","_col1","_col2"] - <-Reducer 3 [SORT] - SORT [RS_29] - Select Operator [SEL_28] (rows=1 width=28) + <-Reducer 3 [SORT] vectorized + SORT [RS_53] + Select Operator [SEL_52] (rows=1 width=28) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_27] (rows=1 width=20) + Group By Operator [GBY_51] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [GROUP] GROUP [RS_26] @@ -448,44 +448,44 @@ Stage-0 predicate:(((UDFToLong(_col1) + _col4) >= 0) and ((_col1 >= 1) or (_col4 >= 1L)) and ((_col3 + _col6) >= 0)) Join Operator [JOIN_20] (rows=3 width=18) Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_17] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_38] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_37] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_33] (rows=18 width=84) + Filter Operator [FIL_36] (rows=18 width=84) predicate:((c_int > 0) and key is not null) TableScan [TS_0] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 6 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_18] + <-Reducer 6 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_44] PartitionCols:_col0 - Select Operator [SEL_9] (rows=1 width=97) + Select Operator [SEL_43] (rows=1 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_8] (rows=1 width=101) + Group By Operator [GBY_42] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 5 [GROUP] - GROUP [RS_7] + <-Map 5 [GROUP] vectorized + GROUP [RS_41] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_6] (rows=1 width=101) + Group By Operator [GBY_40] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_34] (rows=2 width=93) + Filter Operator [FIL_39] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 8 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_19] + <-Reducer 8 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_50] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=89) + Select Operator [SEL_49] (rows=1 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_15] (rows=1 width=93) + Group By Operator [GBY_48] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 7 [GROUP] - GROUP [RS_14] + <-Map 7 [GROUP] vectorized + GROUP [RS_47] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_13] (rows=1 width=93) + Group By Operator [GBY_46] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_35] (rows=2 width=93) + Filter Operator [FIL_45] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_10] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -506,9 +506,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_28] - Group By Operator [GBY_26] (rows=1 width=20) + Reducer 3 vectorized + File Output Operator [FS_48] + Group By Operator [GBY_47] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [GROUP] GROUP [RS_25] @@ -521,44 +521,44 @@ Stage-0 predicate:(((_col3 + _col6) >= 2) and ((_col3 > 0) or (_col1 >= 0))) Join Operator [JOIN_20] (rows=3 width=18) Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_17] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_34] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_33] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_29] (rows=18 width=84) + Filter Operator [FIL_32] (rows=18 width=84) predicate:key is not null TableScan [TS_0] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 5 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_18] + <-Reducer 5 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_40] PartitionCols:_col0 - Select Operator [SEL_9] (rows=1 width=97) + Select Operator [SEL_39] (rows=1 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_8] (rows=1 width=101) + Group By Operator [GBY_38] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 4 [GROUP] - GROUP [RS_7] + <-Map 4 [GROUP] vectorized + GROUP [RS_37] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_6] (rows=1 width=101) + Group By Operator [GBY_36] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_30] (rows=2 width=93) + Filter Operator [FIL_35] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 7 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_19] + <-Reducer 7 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_46] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=89) + Select Operator [SEL_45] (rows=1 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_15] (rows=1 width=93) + Group By Operator [GBY_44] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 6 [GROUP] - GROUP [RS_14] + <-Map 6 [GROUP] vectorized + GROUP [RS_43] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_13] (rows=1 width=93) + Group By Operator [GBY_42] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_31] (rows=2 width=93) + Filter Operator [FIL_41] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_10] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -580,13 +580,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_31] - Select Operator [SEL_30] (rows=1 width=20) + Reducer 4 vectorized + File Output Operator [FS_53] + Select Operator [SEL_52] (rows=1 width=20) Output:["_col0","_col1","_col2"] - <-Reducer 3 [SORT] - SORT [RS_29] - Group By Operator [GBY_27] (rows=1 width=20) + <-Reducer 3 [SORT] vectorized + SORT [RS_51] + Group By Operator [GBY_50] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [GROUP] GROUP [RS_26] @@ -599,44 +599,44 @@ Stage-0 predicate:(((UDFToLong(_col1) + _col4) >= 0) and ((_col1 >= 1) or (_col4 >= 1L)) and ((_col3 + _col6) >= 0)) Join Operator [JOIN_20] (rows=3 width=18) Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_17] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_37] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_36] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_32] (rows=18 width=84) + Filter Operator [FIL_35] (rows=18 width=84) predicate:((c_int > 0) and key is not null) TableScan [TS_0] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 6 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_18] + <-Reducer 6 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_43] PartitionCols:_col0 - Select Operator [SEL_9] (rows=1 width=97) + Select Operator [SEL_42] (rows=1 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_8] (rows=1 width=101) + Group By Operator [GBY_41] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 5 [GROUP] - GROUP [RS_7] + <-Map 5 [GROUP] vectorized + GROUP [RS_40] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_6] (rows=1 width=101) + Group By Operator [GBY_39] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_33] (rows=2 width=93) + Filter Operator [FIL_38] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 8 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_19] + <-Reducer 8 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_49] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=89) + Select Operator [SEL_48] (rows=1 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_15] (rows=1 width=93) + Group By Operator [GBY_47] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 7 [GROUP] - GROUP [RS_14] + <-Map 7 [GROUP] vectorized + GROUP [RS_46] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_13] (rows=1 width=93) + Group By Operator [GBY_45] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_34] (rows=2 width=93) + Filter Operator [FIL_44] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_10] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -657,9 +657,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_28] - Group By Operator [GBY_26] (rows=1 width=20) + Reducer 3 vectorized + File Output Operator [FS_48] + Group By Operator [GBY_47] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [GROUP] GROUP [RS_25] @@ -672,44 +672,44 @@ Stage-0 predicate:(((_col3 + _col6) >= 0) and ((_col3 > 0) or (_col1 >= 0))) Join Operator [JOIN_20] (rows=3 width=18) Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_17] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_34] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_33] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_29] (rows=18 width=84) + Filter Operator [FIL_32] (rows=18 width=84) predicate:key is not null TableScan [TS_0] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 5 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_18] + <-Reducer 5 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_40] PartitionCols:_col0 - Select Operator [SEL_9] (rows=1 width=97) + Select Operator [SEL_39] (rows=1 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_8] (rows=1 width=101) + Group By Operator [GBY_38] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 4 [GROUP] - GROUP [RS_7] + <-Map 4 [GROUP] vectorized + GROUP [RS_37] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_6] (rows=1 width=101) + Group By Operator [GBY_36] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_30] (rows=2 width=93) + Filter Operator [FIL_35] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 7 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_19] + <-Reducer 7 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_46] PartitionCols:_col0 - Select Operator [SEL_16] (rows=1 width=89) + Select Operator [SEL_45] (rows=1 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_15] (rows=1 width=93) + Group By Operator [GBY_44] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 6 [GROUP] - GROUP [RS_14] + <-Map 6 [GROUP] vectorized + GROUP [RS_43] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_13] (rows=1 width=93) + Group By Operator [GBY_42] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_31] (rows=2 width=93) + Filter Operator [FIL_41] (rows=2 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (c_float > 0) and key is not null) TableScan [TS_10] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -748,49 +748,49 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_25] - Select Operator [SEL_24] (rows=3 width=87) + Reducer 3 vectorized + File Output Operator [FS_45] + Select Operator [SEL_44] (rows=3 width=87) Output:["_col0"] - <-Reducer 2 [SORT] - SORT [RS_23] - Select Operator [SEL_5] (rows=1 width=87) + <-Reducer 2 [SORT] vectorized + SORT [RS_31] + Select Operator [SEL_30] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_4] (rows=1 width=8) + Group By Operator [GBY_29] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 1 [GROUP] - GROUP [RS_3] - Group By Operator [GBY_2] (rows=1 width=8) + <-Map 1 [GROUP] vectorized + GROUP [RS_28] + Group By Operator [GBY_27] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_1] (rows=20 width=80) + Select Operator [SEL_26] (rows=20 width=80) Output:["key"] TableScan [TS_0] (rows=20 width=80) default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 5 [SORT] - SORT [RS_23] - Select Operator [SEL_12] (rows=1 width=87) + <-Reducer 5 [SORT] vectorized + SORT [RS_37] + Select Operator [SEL_36] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_11] (rows=1 width=8) + Group By Operator [GBY_35] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 4 [GROUP] - GROUP [RS_10] - Group By Operator [GBY_9] (rows=1 width=8) + <-Map 4 [GROUP] vectorized + GROUP [RS_34] + Group By Operator [GBY_33] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_8] (rows=20 width=80) + Select Operator [SEL_32] (rows=20 width=80) Output:["key"] TableScan [TS_7] (rows=20 width=80) default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 7 [SORT] - SORT [RS_23] - Select Operator [SEL_20] (rows=1 width=87) + <-Reducer 7 [SORT] vectorized + SORT [RS_43] + Select Operator [SEL_42] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_19] (rows=1 width=8) + Group By Operator [GBY_41] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 6 [GROUP] - GROUP [RS_18] - Group By Operator [GBY_17] (rows=1 width=8) + <-Map 6 [GROUP] vectorized + GROUP [RS_40] + Group By Operator [GBY_39] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_16] (rows=20 width=80) + Select Operator [SEL_38] (rows=20 width=80) Output:["key"] TableScan [TS_15] (rows=20 width=80) default@cbo_t3,s3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -820,62 +820,62 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_30] - Select Operator [SEL_29] (rows=1 width=95) + Reducer 4 vectorized + File Output Operator [FS_55] + Select Operator [SEL_54] (rows=1 width=95) Output:["_col0","_col1"] - <-Reducer 3 [SORT] - SORT [RS_28] - Group By Operator [GBY_26] (rows=1 width=95) + <-Reducer 3 [SORT] vectorized + SORT [RS_53] + Group By Operator [GBY_52] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 - <-Reducer 2 [GROUP] - GROUP [RS_25] + <-Reducer 2 [GROUP] vectorized + GROUP [RS_37] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_36] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_5] (rows=1 width=87) + Select Operator [SEL_35] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_4] (rows=1 width=8) + Group By Operator [GBY_34] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 1 [GROUP] - GROUP [RS_3] - Group By Operator [GBY_2] (rows=1 width=8) + <-Map 1 [GROUP] vectorized + GROUP [RS_33] + Group By Operator [GBY_32] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_1] (rows=20 width=80) + Select Operator [SEL_31] (rows=20 width=80) Output:["key"] TableScan [TS_0] (rows=20 width=80) default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 6 [GROUP] - GROUP [RS_25] + <-Reducer 6 [GROUP] vectorized + GROUP [RS_44] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_43] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_12] (rows=1 width=87) + Select Operator [SEL_42] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_11] (rows=1 width=8) + Group By Operator [GBY_41] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 5 [GROUP] - GROUP [RS_10] - Group By Operator [GBY_9] (rows=1 width=8) + <-Map 5 [GROUP] vectorized + GROUP [RS_40] + Group By Operator [GBY_39] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_8] (rows=20 width=80) + Select Operator [SEL_38] (rows=20 width=80) Output:["key"] TableScan [TS_7] (rows=20 width=80) default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 8 [GROUP] - GROUP [RS_25] + <-Reducer 8 [GROUP] vectorized + GROUP [RS_51] PartitionCols:_col0 - Group By Operator [GBY_24] (rows=1 width=95) + Group By Operator [GBY_50] (rows=1 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Select Operator [SEL_20] (rows=1 width=87) + Select Operator [SEL_49] (rows=1 width=87) Output:["_col0"] - Group By Operator [GBY_19] (rows=1 width=8) + Group By Operator [GBY_48] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Map 7 [GROUP] - GROUP [RS_18] - Group By Operator [GBY_17] (rows=1 width=8) + <-Map 7 [GROUP] vectorized + GROUP [RS_47] + Group By Operator [GBY_46] (rows=1 width=8) Output:["_col0"],aggregations:["count(key)"] - Select Operator [SEL_16] (rows=20 width=80) + Select Operator [SEL_45] (rows=20 width=80) Output:["key"] TableScan [TS_15] (rows=20 width=80) default@cbo_t3,s3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -897,21 +897,21 @@ Stage-0 File Output Operator [FS_10] Join Operator [JOIN_8] (rows=18 width=85) Output:["_col0"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_6] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_15] PartitionCols:_col0 - Select Operator [SEL_2] (rows=6 width=85) + Select Operator [SEL_14] (rows=6 width=85) Output:["_col0"] - Filter Operator [FIL_11] (rows=6 width=85) + Filter Operator [FIL_13] (rows=6 width=85) predicate:(UDFToDouble(key) >= 1.0D) TableScan [TS_0] (rows=20 width=80) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_7] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_18] PartitionCols:_col0 - Select Operator [SEL_5] (rows=6 width=85) + Select Operator [SEL_17] (rows=6 width=85) Output:["_col0"] - Filter Operator [FIL_12] (rows=6 width=85) + Filter Operator [FIL_16] (rows=6 width=85) predicate:(UDFToDouble(key) >= 1.0D) TableScan [TS_3] (rows=20 width=80) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -935,17 +935,17 @@ Stage-0 Output:["_col0","_col1"] Join Operator [JOIN_6] (rows=80 width=7) Output:["_col1","_col3"],condition map:[{"":"{\"type\":\"Left Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_4] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_10] PartitionCols:_col0 - Select Operator [SEL_1] (rows=20 width=84) + Select Operator [SEL_9] (rows=20 width=84) Output:["_col0","_col1"] TableScan [TS_0] (rows=20 width=84) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_5] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_12] PartitionCols:_col0 - Select Operator [SEL_3] (rows=20 width=84) + Select Operator [SEL_11] (rows=20 width=84) Output:["_col0","_col1"] TableScan [TS_2] (rows=20 width=84) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -969,17 +969,17 @@ Stage-0 Output:["_col0","_col1"] Join Operator [JOIN_6] (rows=80 width=7) Output:["_col1","_col3"],condition map:[{"":"{\"type\":\"Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_4] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_10] PartitionCols:_col0 - Select Operator [SEL_1] (rows=20 width=84) + Select Operator [SEL_9] (rows=20 width=84) Output:["_col0","_col1"] TableScan [TS_0] (rows=20 width=84) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_5] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_12] PartitionCols:_col0 - Select Operator [SEL_3] (rows=20 width=84) + Select Operator [SEL_11] (rows=20 width=84) Output:["_col0","_col1"] TableScan [TS_2] (rows=20 width=84) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1003,30 +1003,30 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4"] Join Operator [JOIN_12] (rows=194 width=100) Output:["_col1","_col2","_col4","_col5","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_9] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_20] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=87) + Select Operator [SEL_19] (rows=18 width=87) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_15] (rows=18 width=87) + Filter Operator [FIL_18] (rows=18 width=87) predicate:key is not null TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_10] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_23] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18 width=84) + Select Operator [SEL_22] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_16] (rows=18 width=84) + Filter Operator [FIL_21] (rows=18 width=84) predicate:key is not null TableScan [TS_3] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_11] + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_26] PartitionCols:_col0 - Select Operator [SEL_8] (rows=18 width=84) + Select Operator [SEL_25] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_17] (rows=18 width=84) + Filter Operator [FIL_24] (rows=18 width=84) predicate:key is not null TableScan [TS_6] (rows=20 width=84) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1050,30 +1050,30 @@ Stage-0 Output:["_col0","_col1","_col2","_col3"] Join Operator [JOIN_12] (rows=194 width=177) Output:["_col0","_col1","_col3","_col4"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_9] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_20] PartitionCols:_col0 - Select Operator [SEL_2] (rows=18 width=84) + Select Operator [SEL_19] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_15] (rows=18 width=84) + Filter Operator [FIL_18] (rows=18 width=84) predicate:key is not null TableScan [TS_0] (rows=20 width=84) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_10] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_23] PartitionCols:_col0 - Select Operator [SEL_5] (rows=18 width=80) + Select Operator [SEL_22] (rows=18 width=80) Output:["_col0"] - Filter Operator [FIL_16] (rows=18 width=80) + Filter Operator [FIL_21] (rows=18 width=80) predicate:key is not null TableScan [TS_3] (rows=20 width=80) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_11] + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_26] PartitionCols:_col0 - Select Operator [SEL_8] (rows=18 width=84) + Select Operator [SEL_25] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_17] (rows=18 width=84) + Filter Operator [FIL_24] (rows=18 width=84) predicate:key is not null TableScan [TS_6] (rows=20 width=84) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1099,30 +1099,30 @@ Stage-0 predicate:(((_col1 + _col4) = 2) and ((_col1 > 0) or (_col6 >= 0))) Join Operator [JOIN_12] (rows=96 width=100) Output:["_col1","_col2","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_9] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_22] PartitionCols:_col0 - Select Operator [SEL_2] (rows=8 width=93) + Select Operator [SEL_21] (rows=8 width=93) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_17] (rows=8 width=93) + Filter Operator [FIL_20] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_10] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_25] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8 width=89) + Select Operator [SEL_24] (rows=8 width=89) Output:["_col0","_col1"] - Filter Operator [FIL_18] (rows=8 width=93) + Filter Operator [FIL_23] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_11] + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_28] PartitionCols:_col0 - Select Operator [SEL_8] (rows=18 width=84) + Select Operator [SEL_27] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_19] (rows=18 width=84) + Filter Operator [FIL_26] (rows=18 width=84) predicate:key is not null TableScan [TS_6] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1148,30 +1148,30 @@ Stage-0 predicate:(((_col1 + _col4) = 2) and ((_col1 > 0) or (_col6 >= 0))) Join Operator [JOIN_12] (rows=96 width=100) Output:["_col1","_col2","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_9] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_22] PartitionCols:_col0 - Select Operator [SEL_2] (rows=8 width=93) + Select Operator [SEL_21] (rows=8 width=93) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_17] (rows=8 width=93) + Filter Operator [FIL_20] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_10] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_25] PartitionCols:_col0 - Select Operator [SEL_5] (rows=8 width=89) + Select Operator [SEL_24] (rows=8 width=89) Output:["_col0","_col1"] - Filter Operator [FIL_18] (rows=8 width=93) + Filter Operator [FIL_23] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_11] + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_28] PartitionCols:_col0 - Select Operator [SEL_8] (rows=18 width=84) + Select Operator [SEL_27] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_19] (rows=18 width=84) + Filter Operator [FIL_26] (rows=18 width=84) predicate:key is not null TableScan [TS_6] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1190,24 +1190,24 @@ Stage-0 Fetch Operator limit:1 Stage-1 - Reducer 3 - File Output Operator [FS_9] - Limit [LIM_8] (rows=1 width=97) + Reducer 3 vectorized + File Output Operator [FS_18] + Limit [LIM_17] (rows=1 width=97) Number of rows:1 - Select Operator [SEL_7] (rows=10 width=97) + Select Operator [SEL_16] (rows=10 width=97) Output:["_col0","_col1","_col2"] - <-Reducer 2 [SORT] - SORT [RS_6] - Select Operator [SEL_5] (rows=10 width=97) + <-Reducer 2 [SORT] vectorized + SORT [RS_15] + Select Operator [SEL_14] (rows=10 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_13] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [GROUP] - GROUP [RS_3] + <-Map 1 [GROUP] vectorized + GROUP [RS_12] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_2] (rows=10 width=101) + Group By Operator [GBY_11] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Select Operator [SEL_1] (rows=20 width=88) + Select Operator [SEL_10] (rows=20 width=88) Output:["key","c_int","c_float"] TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1227,31 +1227,31 @@ Stage-0 Fetch Operator limit:1 Stage-1 - Reducer 4 - File Output Operator [FS_14] - Limit [LIM_13] (rows=1 width=20) + Reducer 4 vectorized + File Output Operator [FS_26] + Limit [LIM_25] (rows=1 width=20) Number of rows:1 - Select Operator [SEL_12] (rows=5 width=20) + Select Operator [SEL_24] (rows=5 width=20) Output:["_col0","_col1","_col2"] - <-Reducer 3 [SORT] - SORT [RS_11] - Group By Operator [GBY_9] (rows=5 width=20) + <-Reducer 3 [SORT] vectorized + SORT [RS_23] + Group By Operator [GBY_22] (rows=5 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 - <-Reducer 2 [GROUP] - GROUP [RS_8] + <-Reducer 2 [GROUP] vectorized + GROUP [RS_21] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=5 width=20) + Group By Operator [GBY_20] (rows=5 width=20) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col0 - Select Operator [SEL_5] (rows=10 width=101) + Select Operator [SEL_19] (rows=10 width=101) Output:["_col0","_col1"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_18] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [GROUP] - GROUP [RS_3] + <-Map 1 [GROUP] vectorized + GROUP [RS_17] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_2] (rows=10 width=101) + Group By Operator [GBY_16] (rows=10 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Select Operator [SEL_1] (rows=20 width=88) + Select Operator [SEL_15] (rows=20 width=88) Output:["key","c_int","c_float"] TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1287,27 +1287,27 @@ Stage-0 Fetch Operator limit:5 Stage-1 - Reducer 4 - File Output Operator [FS_13] - Limit [LIM_12] (rows=5 width=89) + Reducer 4 vectorized + File Output Operator [FS_24] + Limit [LIM_23] (rows=5 width=89) Number of rows:5 - Select Operator [SEL_11] (rows=5 width=89) + Select Operator [SEL_22] (rows=5 width=89) Output:["_col0","_col1"] - <-Reducer 3 [SORT] - SORT [RS_10] - Limit [LIM_8] (rows=5 width=89) + <-Reducer 3 [SORT] vectorized + SORT [RS_21] + Limit [LIM_20] (rows=5 width=89) Number of rows:5 - Select Operator [SEL_7] (rows=5 width=89) + Select Operator [SEL_19] (rows=5 width=89) Output:["_col0","_col1"] - <-Reducer 2 [SORT] - SORT [RS_6] - Limit [LIM_4] (rows=5 width=89) + <-Reducer 2 [SORT] vectorized + SORT [RS_18] + Limit [LIM_17] (rows=5 width=89) Number of rows:5 - Select Operator [SEL_3] (rows=20 width=84) + Select Operator [SEL_16] (rows=20 width=84) Output:["_col0","_col1"] - <-Map 1 [SORT] - SORT [RS_2] - Select Operator [SEL_1] (rows=20 width=84) + <-Map 1 [SORT] vectorized + SORT [RS_15] + Select Operator [SEL_14] (rows=20 width=84) Output:["_col0","_col1"] TableScan [TS_0] (rows=20 width=84) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] @@ -1331,17 +1331,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 6 - File Output Operator [FS_44] - Limit [LIM_42] (rows=1 width=28) + Reducer 6 vectorized + File Output Operator [FS_76] + Limit [LIM_75] (rows=1 width=28) Number of rows:5 - Select Operator [SEL_41] (rows=1 width=28) + Select Operator [SEL_74] (rows=1 width=28) Output:["_col0","_col1","_col2"] - <-Reducer 5 [SORT] - SORT [RS_40] - Select Operator [SEL_39] (rows=1 width=28) + <-Reducer 5 [SORT] vectorized + SORT [RS_73] + Select Operator [SEL_72] (rows=1 width=28) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_38] (rows=1 width=20) + Group By Operator [GBY_71] (rows=1 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 4 [GROUP] GROUP [RS_37] @@ -1354,60 +1354,60 @@ Stage-0 predicate:(((_col3 + _col1) >= 0) and ((_col3 > 0) or (_col6 >= 0))) Join Operator [JOIN_32] (rows=6 width=19) Output:["_col1","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":1,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 10 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_31] + <-Map 10 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_70] PartitionCols:_col0 - Select Operator [SEL_28] (rows=18 width=84) + Select Operator [SEL_69] (rows=18 width=84) Output:["_col0","_col1"] - Filter Operator [FIL_47] (rows=18 width=84) + Filter Operator [FIL_68] (rows=18 width=84) predicate:key is not null TableScan [TS_26] (rows=20 width=84) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] - <-Reducer 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_29] + <-Reducer 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_57] PartitionCols:_col0 - Filter Operator [FIL_11] (rows=2 width=105) + Filter Operator [FIL_56] (rows=2 width=105) predicate:_col0 is not null - Limit [LIM_9] (rows=3 width=105) + Limit [LIM_55] (rows=3 width=105) Number of rows:5 - Select Operator [SEL_8] (rows=3 width=105) + Select Operator [SEL_54] (rows=3 width=105) Output:["_col0","_col1"] - <-Reducer 2 [SORT] - SORT [RS_7] - Select Operator [SEL_6] (rows=3 width=105) + <-Reducer 2 [SORT] vectorized + SORT [RS_53] + Select Operator [SEL_52] (rows=3 width=105) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_5] (rows=3 width=101) + Group By Operator [GBY_51] (rows=3 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [GROUP] - GROUP [RS_4] + <-Map 1 [GROUP] vectorized + GROUP [RS_50] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_3] (rows=3 width=101) + Group By Operator [GBY_49] (rows=3 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_45] (rows=6 width=93) + Filter Operator [FIL_48] (rows=6 width=93) predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0))) TableScan [TS_0] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 9 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_30] + <-Reducer 9 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_67] PartitionCols:_col0 - Filter Operator [FIL_24] (rows=2 width=97) + Filter Operator [FIL_66] (rows=2 width=97) predicate:_col0 is not null - Limit [LIM_22] (rows=3 width=97) + Limit [LIM_65] (rows=3 width=97) Number of rows:5 - Select Operator [SEL_21] (rows=3 width=97) + Select Operator [SEL_64] (rows=3 width=97) Output:["_col0","_col1","_col2"] - <-Reducer 8 [SORT] - SORT [RS_20] - Select Operator [SEL_19] (rows=3 width=97) + <-Reducer 8 [SORT] vectorized + SORT [RS_63] + Select Operator [SEL_62] (rows=3 width=97) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_18] (rows=3 width=101) + Group By Operator [GBY_61] (rows=3 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 7 [GROUP] - GROUP [RS_17] + <-Map 7 [GROUP] vectorized + GROUP [RS_60] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_16] (rows=3 width=101) + Group By Operator [GBY_59] (rows=3 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_46] (rows=6 width=93) + Filter Operator [FIL_58] (rows=6 width=93) predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0))) TableScan [TS_13] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1431,23 +1431,23 @@ Stage-0 Output:["_col0"] Join Operator [JOIN_10] (rows=8 width=4) Output:["_col1"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_8] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_17] PartitionCols:_col0 - Select Operator [SEL_2] (rows=8 width=93) + Select Operator [SEL_16] (rows=8 width=93) Output:["_col0","_col1"] - Filter Operator [FIL_13] (rows=8 width=93) + Filter Operator [FIL_15] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_9] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_21] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=6 width=85) + Group By Operator [GBY_20] (rows=6 width=85) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=18 width=80) + Select Operator [SEL_19] (rows=18 width=80) Output:["_col0"] - Filter Operator [FIL_14] (rows=18 width=80) + Filter Operator [FIL_18] (rows=18 width=80) predicate:key is not null TableScan [TS_3] (rows=20 width=80) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -1471,34 +1471,34 @@ Stage-0 Output:["_col0","_col1","_col2"] Join Operator [JOIN_16] (rows=14 width=93) Output:["_col0","_col1","_col2"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_13] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_24] PartitionCols:_col0 - Select Operator [SEL_2] (rows=8 width=93) + Select Operator [SEL_23] (rows=8 width=93) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_19] (rows=8 width=93) + Filter Operator [FIL_22] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_14] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_28] PartitionCols:_col0 - Group By Operator [GBY_10] (rows=3 width=85) + Group By Operator [GBY_27] (rows=3 width=85) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=8 width=85) + Select Operator [SEL_26] (rows=8 width=85) Output:["_col0"] - Filter Operator [FIL_20] (rows=8 width=93) + Filter Operator [FIL_25] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_15] + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_32] PartitionCols:_col0 - Group By Operator [GBY_12] (rows=7 width=85) + Group By Operator [GBY_31] (rows=7 width=85) Output:["_col0"],keys:_col0 - Select Operator [SEL_8] (rows=18 width=80) + Select Operator [SEL_30] (rows=18 width=80) Output:["_col0"] - Filter Operator [FIL_21] (rows=18 width=80) + Filter Operator [FIL_29] (rows=18 width=80) predicate:key is not null TableScan [TS_6] (rows=20 width=80) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -1520,15 +1520,15 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 5 - File Output Operator [FS_34] - Select Operator [SEL_33] (rows=1 width=101) + Reducer 5 vectorized + File Output Operator [FS_61] + Select Operator [SEL_60] (rows=1 width=101) Output:["_col0","_col1","_col2"] - <-Reducer 4 [SORT] - SORT [RS_32] - Select Operator [SEL_31] (rows=1 width=101) + <-Reducer 4 [SORT] vectorized + SORT [RS_59] + Select Operator [SEL_58] (rows=1 width=101) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_30] (rows=1 width=101) + Group By Operator [GBY_57] (rows=1 width=101) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 3 [GROUP] GROUP [RS_29] @@ -1537,52 +1537,52 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col0 Join Operator [JOIN_26] (rows=1 width=93) Output:["_col0","_col1"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} - <-Map 8 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_25] + <-Map 8 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_56] PartitionCols:_col0 - Group By Operator [GBY_22] (rows=3 width=85) + Group By Operator [GBY_55] (rows=3 width=85) Output:["_col0"],keys:_col0 - Select Operator [SEL_18] (rows=6 width=85) + Select Operator [SEL_54] (rows=6 width=85) Output:["_col0"] - Filter Operator [FIL_37] (rows=6 width=85) + Filter Operator [FIL_53] (rows=6 width=85) predicate:(UDFToDouble(key) > 0.0D) TableScan [TS_16] (rows=20 width=80) default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 2 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_23] + <-Reducer 2 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_45] PartitionCols:_col0 - Select Operator [SEL_8] (rows=1 width=93) + Select Operator [SEL_44] (rows=1 width=93) Output:["_col0","_col1"] - Filter Operator [FIL_7] (rows=1 width=101) + Filter Operator [FIL_43] (rows=1 width=101) predicate:(((UDFToDouble(_col2) + UDFToDouble(_col3)) >= 0.0D) and ((UDFToDouble(_col2) >= 1.0D) or (_col3 >= 1L))) - Select Operator [SEL_6] (rows=1 width=101) + Select Operator [SEL_42] (rows=1 width=101) Output:["_col2","_col3"] - Group By Operator [GBY_5] (rows=1 width=101) + Group By Operator [GBY_41] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 1 [GROUP] - GROUP [RS_4] + <-Map 1 [GROUP] vectorized + GROUP [RS_40] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_3] (rows=1 width=101) + Group By Operator [GBY_39] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_35] (rows=1 width=93) + Filter Operator [FIL_38] (rows=1 width=93) predicate:((((c_int + 1) + 1) >= 0) and (((c_int + 1) > 0) or (UDFToDouble(key) >= 0.0D)) and ((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (UDFToDouble(key) > 0.0D) and (c_float > 0)) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] - <-Reducer 7 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_24] + <-Reducer 7 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_52] PartitionCols:_col0 - Group By Operator [GBY_20] (rows=1 width=85) + Group By Operator [GBY_51] (rows=1 width=85) Output:["_col0"],keys:_col0 - Select Operator [SEL_15] (rows=1 width=85) + Select Operator [SEL_50] (rows=1 width=85) Output:["_col0"] - Group By Operator [GBY_14] (rows=1 width=93) + Group By Operator [GBY_49] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Map 6 [GROUP] - GROUP [RS_13] + <-Map 6 [GROUP] vectorized + GROUP [RS_48] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_12] (rows=1 width=93) + Group By Operator [GBY_47] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_36] (rows=1 width=93) + Filter Operator [FIL_46] (rows=1 width=93) predicate:(((UDFToFloat(c_int) + c_float) >= 0) and ((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and ((c_int >= 1) or (c_float >= 1)) and (UDFToDouble(key) > 0.0D) and (c_float > 0)) TableScan [TS_9] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1644,9 +1644,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_15] - Group By Operator [GBY_13] (rows=1 width=8) + Reducer 3 vectorized + File Output Operator [FS_23] + Group By Operator [GBY_22] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] <-Reducer 2 [GROUP] GROUP [RS_12] @@ -1654,14 +1654,14 @@ Stage-0 Output:["_col0"],aggregations:["count('2014')"] Join Operator [JOIN_8] (rows=400 width=8) condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_6] - Select Operator [SEL_2] (rows=20 width=88) + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_19] + Select Operator [SEL_18] (rows=20 width=88) TableScan [TS_0] (rows=20 width=21) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_7] - Select Operator [SEL_5] (rows=20 width=88) + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_21] + Select Operator [SEL_20] (rows=20 width=88) TableScan [TS_3] (rows=20 width=21) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE @@ -1699,30 +1699,30 @@ Stage-0 predicate:_col3 is null Join Operator [JOIN_16] (rows=500 width=179) Output:["_col0","_col1","_col3"],condition map:[{"":"{\"type\":\"Left Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col1","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_14] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_22] PartitionCols:_col1 - Select Operator [SEL_1] (rows=500 width=178) + Select Operator [SEL_21] (rows=500 width=178) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=178) default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_15] + <-Reducer 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_30] PartitionCols:_col0 - Select Operator [SEL_13] (rows=83 width=95) + Select Operator [SEL_29] (rows=83 width=95) Output:["_col0","_col1"] - Group By Operator [GBY_12] (rows=83 width=91) + Group By Operator [GBY_28] (rows=83 width=91) Output:["_col0"],keys:_col1 - Select Operator [SEL_8] (rows=83 width=178) + Select Operator [SEL_27] (rows=83 width=178) Output:["_col1"] - Group By Operator [GBY_7] (rows=83 width=178) + Group By Operator [GBY_26] (rows=83 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Map 3 [GROUP PARTITION-LEVEL SORT] - GROUP PARTITION-LEVEL SORT [RS_6] + <-Map 3 [GROUP PARTITION-LEVEL SORT] vectorized + GROUP PARTITION-LEVEL SORT [RS_25] PartitionCols:_col0 - Group By Operator [GBY_5] (rows=83 width=178) + Group By Operator [GBY_24] (rows=83 width=178) Output:["_col0","_col1"],keys:value, key - Filter Operator [FIL_20] (rows=166 width=178) + Filter Operator [FIL_23] (rows=166 width=178) predicate:(value > 'val_2') TableScan [TS_2] (rows=500 width=178) default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -1764,33 +1764,33 @@ Stage-0 predicate:_col4 is null Join Operator [JOIN_15] (rows=250 width=179) Output:["_col0","_col1","_col4"],condition map:[{"":"{\"type\":\"Left Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0, _col1","1":"_col0, _col1"} - <-Reducer 2 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_13] + <-Reducer 2 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_24] PartitionCols:_col0, _col1 - Group By Operator [GBY_4] (rows=250 width=178) + Group By Operator [GBY_23] (rows=250 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Map 1 [GROUP] - GROUP [RS_3] + <-Map 1 [GROUP] vectorized + GROUP [RS_22] PartitionCols:_col0, _col1 - Group By Operator [GBY_2] (rows=250 width=178) + Group By Operator [GBY_21] (rows=250 width=178) Output:["_col0","_col1"],keys:key, value - Select Operator [SEL_1] (rows=500 width=178) + Select Operator [SEL_20] (rows=500 width=178) Output:["key","value"] TableScan [TS_0] (rows=500 width=178) default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 5 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_14] + <-Reducer 5 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_30] PartitionCols:_col0, _col1 - Select Operator [SEL_12] (rows=83 width=182) + Select Operator [SEL_29] (rows=83 width=182) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_11] (rows=83 width=178) + Group By Operator [GBY_28] (rows=83 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Map 4 [GROUP] - GROUP [RS_10] + <-Map 4 [GROUP] vectorized + GROUP [RS_27] PartitionCols:_col0, _col1 - Group By Operator [GBY_9] (rows=83 width=178) + Group By Operator [GBY_26] (rows=83 width=178) Output:["_col0","_col1"],keys:key, value - Filter Operator [FIL_19] (rows=166 width=178) + Filter Operator [FIL_25] (rows=166 width=178) predicate:((value > 'val_12') and key is not null) TableScan [TS_6] (rows=500 width=178) default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -1836,23 +1836,23 @@ Stage-0 File Output Operator [FS_12] Join Operator [JOIN_10] (rows=133 width=178) Output:["_col0","_col1"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0, _col1","1":"_col0, _col1"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_8] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_17] PartitionCols:_col0, _col1 - Select Operator [SEL_2] (rows=166 width=178) + Select Operator [SEL_16] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_13] (rows=166 width=178) + Filter Operator [FIL_15] (rows=166 width=178) predicate:((value > 'val_9') and key is not null) TableScan [TS_0] (rows=500 width=178) default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"],properties:{"insideView":"TRUE"} - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_9] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_21] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=83 width=178) + Group By Operator [GBY_20] (rows=83 width=178) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=166 width=178) + Select Operator [SEL_19] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_14] (rows=166 width=178) + Filter Operator [FIL_18] (rows=166 width=178) predicate:((value > 'val_9') and key is not null) TableScan [TS_3] (rows=500 width=178) default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -1888,23 +1888,23 @@ Stage-0 File Output Operator [FS_12] Join Operator [JOIN_10] (rows=133 width=178) Output:["_col0","_col1"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0, _col1","1":"_col0, _col1"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_8] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_17] PartitionCols:_col0, _col1 - Select Operator [SEL_2] (rows=166 width=178) + Select Operator [SEL_16] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_13] (rows=166 width=178) + Filter Operator [FIL_15] (rows=166 width=178) predicate:((value > 'val_9') and key is not null) TableScan [TS_0] (rows=500 width=178) default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_9] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_21] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=83 width=178) + Group By Operator [GBY_20] (rows=83 width=178) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=166 width=178) + Select Operator [SEL_19] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_14] (rows=166 width=178) + Filter Operator [FIL_18] (rows=166 width=178) predicate:((value > 'val_9') and key is not null) TableScan [TS_3] (rows=500 width=178) default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -1930,23 +1930,23 @@ Stage-0 File Output Operator [FS_12] Join Operator [JOIN_10] (rows=133 width=178) Output:["_col0","_col1"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_8] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_17] PartitionCols:_col0 - Select Operator [SEL_2] (rows=166 width=178) + Select Operator [SEL_16] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_13] (rows=166 width=178) + Filter Operator [FIL_15] (rows=166 width=178) predicate:(key > '9') TableScan [TS_0] (rows=500 width=178) default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_9] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_21] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=83 width=87) + Group By Operator [GBY_20] (rows=83 width=87) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=166 width=87) + Select Operator [SEL_19] (rows=166 width=87) Output:["_col0"] - Filter Operator [FIL_14] (rows=166 width=87) + Filter Operator [FIL_18] (rows=166 width=87) predicate:(key > '9') TableScan [TS_3] (rows=500 width=87) default@src_cbo,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -1978,14 +1978,14 @@ Stage-0 Output:["_col0","_col1"] Join Operator [JOIN_20] (rows=3 width=8) Output:["_col0","_col3"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col1, _col4","1":"_col0, _col1"} - <-Map 6 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_19] + <-Map 6 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_37] PartitionCols:_col0, _col1 - Group By Operator [GBY_17] (rows=1 width=8) + Group By Operator [GBY_36] (rows=1 width=8) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_12] (rows=2 width=8) + Select Operator [SEL_35] (rows=2 width=8) Output:["_col0","_col1"] - Filter Operator [FIL_25] (rows=2 width=96) + Filter Operator [FIL_34] (rows=2 width=96) predicate:((l_linenumber = 1) and (l_shipmode = 'AIR') and l_orderkey is not null) TableScan [TS_10] (rows=100 width=96) default@lineitem,lineitem,Tbl:COMPLETE,Col:COMPLETE,Output:["l_orderkey","l_linenumber","l_shipmode"] @@ -1994,26 +1994,26 @@ Stage-0 PartitionCols:_col1, _col4 Join Operator [JOIN_15] (rows=7 width=16) Output:["_col0","_col1","_col3","_col4"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col1"} - <-Map 5 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_14] + <-Map 5 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_33] PartitionCols:_col1 - Select Operator [SEL_9] (rows=14 width=16) + Select Operator [SEL_32] (rows=14 width=16) Output:["_col0","_col1","_col2","_col3"] - Filter Operator [FIL_24] (rows=14 width=16) + Filter Operator [FIL_31] (rows=14 width=16) predicate:((l_linenumber = 1) and l_orderkey is not null and l_partkey is not null) TableScan [TS_7] (rows=100 width=16) default@lineitem,li,Tbl:COMPLETE,Col:COMPLETE,Output:["l_orderkey","l_partkey","l_suppkey","l_linenumber"] - <-Reducer 2 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_13] + <-Reducer 2 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_30] PartitionCols:_col0 - Group By Operator [GBY_5] (rows=50 width=4) + Group By Operator [GBY_29] (rows=50 width=4) Output:["_col0"],keys:KEY._col0 - <-Map 1 [GROUP] - GROUP [RS_4] + <-Map 1 [GROUP] vectorized + GROUP [RS_28] PartitionCols:_col0 - Group By Operator [GBY_3] (rows=50 width=4) + Group By Operator [GBY_27] (rows=50 width=4) Output:["_col0"],keys:l_partkey - Filter Operator [FIL_23] (rows=100 width=4) + Filter Operator [FIL_26] (rows=100 width=4) predicate:l_partkey is not null TableScan [TS_0] (rows=100 width=4) default@lineitem,lineitem,Tbl:COMPLETE,Col:COMPLETE,Output:["l_partkey"] @@ -2046,12 +2046,12 @@ Stage-0 File Output Operator [FS_31] Join Operator [JOIN_29] (rows=32 width=186) Output:["_col0","_col1","_col2"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col2","1":"_col0"} - <-Reducer 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_27] + <-Reducer 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_45] PartitionCols:_col2 - Filter Operator [FIL_15] (rows=66 width=186) + Filter Operator [FIL_44] (rows=66 width=186) predicate:_col2 is not null - Group By Operator [GBY_14] (rows=66 width=186) + Group By Operator [GBY_43] (rows=66 width=186) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [GROUP] GROUP [RS_13] @@ -2060,45 +2060,45 @@ Stage-0 Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1 Join Operator [JOIN_10] (rows=133 width=178) Output:["_col0","_col1"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_8] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_38] PartitionCols:_col0 - Select Operator [SEL_2] (rows=166 width=178) + Select Operator [SEL_37] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_32] (rows=166 width=178) + Filter Operator [FIL_36] (rows=166 width=178) predicate:(key > '8') TableScan [TS_0] (rows=500 width=178) default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 5 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_9] + <-Map 5 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_42] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=83 width=87) + Group By Operator [GBY_41] (rows=83 width=87) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=166 width=87) + Select Operator [SEL_40] (rows=166 width=87) Output:["_col0"] - Filter Operator [FIL_33] (rows=166 width=87) + Filter Operator [FIL_39] (rows=166 width=87) predicate:(key > '8') TableScan [TS_3] (rows=500 width=87) default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 7 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_28] + <-Reducer 7 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_54] PartitionCols:_col0 - Group By Operator [GBY_26] (rows=41 width=8) + Group By Operator [GBY_53] (rows=41 width=8) Output:["_col0"],keys:_col0 - Select Operator [SEL_24] (rows=83 width=8) + Select Operator [SEL_52] (rows=83 width=8) Output:["_col0"] - Filter Operator [FIL_23] (rows=83 width=8) + Filter Operator [FIL_51] (rows=83 width=8) predicate:_col1 is not null - Select Operator [SEL_35] (rows=83 width=8) + Select Operator [SEL_50] (rows=83 width=8) Output:["_col1"] - Group By Operator [GBY_22] (rows=83 width=95) + Group By Operator [GBY_49] (rows=83 width=95) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 - <-Map 6 [GROUP] - GROUP [RS_21] + <-Map 6 [GROUP] vectorized + GROUP [RS_48] PartitionCols:_col0 - Group By Operator [GBY_20] (rows=83 width=95) + Group By Operator [GBY_47] (rows=83 width=95) Output:["_col0","_col1"],aggregations:["count()"],keys:key - Filter Operator [FIL_34] (rows=166 width=87) + Filter Operator [FIL_46] (rows=166 width=87) predicate:(key > '9') TableScan [TS_17] (rows=500 width=87) default@src_cbo,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -2130,19 +2130,19 @@ Stage-0 File Output Operator [FS_21] Join Operator [JOIN_19] (rows=6 width=227) Output:["_col0","_col1","_col2"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col1","1":"_col0"} - <-Reducer 2 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_17] + <-Reducer 2 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_29] PartitionCols:_col1 - Select Operator [SEL_6] (rows=13 width=227) + Select Operator [SEL_28] (rows=13 width=227) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_5] (rows=13 width=235) + Group By Operator [GBY_27] (rows=13 width=235) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1 - <-Map 1 [GROUP] - GROUP [RS_4] + <-Map 1 [GROUP] vectorized + GROUP [RS_26] PartitionCols:_col0, _col1 - Group By Operator [GBY_3] (rows=13 width=235) + Group By Operator [GBY_25] (rows=13 width=235) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(p_size)","count(p_size)"],keys:p_name, p_mfgr - Filter Operator [FIL_22] (rows=26 width=223) + Filter Operator [FIL_24] (rows=26 width=223) predicate:p_name is not null TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"] @@ -2159,8 +2159,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST","partition by:":"_col2"}] Select Operator [SEL_9] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_8] + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_30] PartitionCols:p_mfgr TableScan [TS_7] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -2192,9 +2192,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_26] - Select Operator [SEL_25] (rows=500 width=178) + Reducer 4 vectorized + File Output Operator [FS_43] + Select Operator [SEL_42] (rows=500 width=178) Output:["_col0","_col1"] <-Reducer 3 [SORT] SORT [RS_24] @@ -2209,37 +2209,37 @@ Stage-0 PartitionCols:_col0 Join Operator [JOIN_18] (rows=500 width=194) Output:["_col0","_col1","_col2","_col3"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_16] - Select Operator [SEL_1] (rows=500 width=178) + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_30] + Select Operator [SEL_29] (rows=500 width=178) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=178) default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Reducer 6 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_17] - Group By Operator [GBY_7] (rows=1 width=16) + <-Reducer 6 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_35] + Group By Operator [GBY_34] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)","count(VALUE._col1)"] - <-Map 5 [GROUP] - GROUP [RS_6] - Group By Operator [GBY_5] (rows=1 width=16) + <-Map 5 [GROUP] vectorized + GROUP [RS_33] + Group By Operator [GBY_32] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["count()","count(key)"] - Filter Operator [FIL_27] (rows=166 width=87) + Filter Operator [FIL_31] (rows=166 width=87) predicate:(key > '2') TableScan [TS_2] (rows=500 width=87) default@src_cbo,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Reducer 8 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_20] + <-Reducer 8 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_41] PartitionCols:_col0 - Select Operator [SEL_15] (rows=83 width=91) + Select Operator [SEL_40] (rows=83 width=91) Output:["_col0","_col1"] - Group By Operator [GBY_14] (rows=83 width=87) + Group By Operator [GBY_39] (rows=83 width=87) Output:["_col0"],keys:KEY._col0 - <-Map 7 [GROUP] - GROUP [RS_13] + <-Map 7 [GROUP] vectorized + GROUP [RS_38] PartitionCols:_col0 - Group By Operator [GBY_12] (rows=83 width=87) + Group By Operator [GBY_37] (rows=83 width=87) Output:["_col0"],keys:key - Filter Operator [FIL_28] (rows=166 width=87) + Filter Operator [FIL_36] (rows=166 width=87) predicate:(key > '2') TableScan [TS_9] (rows=500 width=87) default@src_cbo,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -2285,46 +2285,46 @@ Stage-0 PartitionCols:_col0, _col1 Join Operator [JOIN_20] (rows=26 width=229) Output:["_col0","_col1","_col2","_col4","_col5"],condition map:[{"":"{\"type\":\"Left Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col1","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_18] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_30] PartitionCols:_col1 - Select Operator [SEL_1] (rows=26 width=223) + Select Operator [SEL_29] (rows=26 width=223) Output:["_col0","_col1","_col2"] TableScan [TS_0] (rows=26 width=223) default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"] - <-Reducer 5 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_19] + <-Reducer 5 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_36] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=2 width=114) + Group By Operator [GBY_35] (rows=2 width=114) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Map 4 [GROUP] - GROUP [RS_6] + <-Map 4 [GROUP] vectorized + GROUP [RS_34] PartitionCols:_col0 - Group By Operator [GBY_5] (rows=2 width=114) + Group By Operator [GBY_33] (rows=2 width=114) Output:["_col0","_col1","_col2"],aggregations:["count()","count(p_name)"],keys:p_mfgr - Select Operator [SEL_4] (rows=8 width=223) + Select Operator [SEL_32] (rows=8 width=223) Output:["p_name","p_mfgr"] - Filter Operator [FIL_27] (rows=8 width=223) + Filter Operator [FIL_31] (rows=8 width=223) predicate:((p_size < 10) and p_mfgr is not null) TableScan [TS_2] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"] - <-Reducer 7 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_22] + <-Reducer 7 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_44] PartitionCols:_col0, _col1 - Select Operator [SEL_17] (rows=4 width=223) + Select Operator [SEL_43] (rows=4 width=223) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_16] (rows=4 width=219) + Filter Operator [FIL_42] (rows=4 width=219) predicate:_col0 is not null - Group By Operator [GBY_14] (rows=4 width=219) + Group By Operator [GBY_41] (rows=4 width=219) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Map 6 [GROUP] - GROUP [RS_13] + <-Map 6 [GROUP] vectorized + GROUP [RS_40] PartitionCols:_col0, _col1 - Group By Operator [GBY_12] (rows=4 width=219) + Group By Operator [GBY_39] (rows=4 width=219) Output:["_col0","_col1"],keys:p_name, p_mfgr - Select Operator [SEL_11] (rows=8 width=223) + Select Operator [SEL_38] (rows=8 width=223) Output:["p_name","p_mfgr"] - Filter Operator [FIL_28] (rows=8 width=223) + Filter Operator [FIL_37] (rows=8 width=223) predicate:((p_size < 10) and p_mfgr is not null) TableScan [TS_9] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"] @@ -2358,9 +2358,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_31] - Select Operator [SEL_30] (rows=26 width=125) + Reducer 4 vectorized + File Output Operator [FS_50] + Select Operator [SEL_49] (rows=26 width=125) Output:["_col0","_col1"] <-Reducer 3 [SORT] SORT [RS_29] @@ -2375,34 +2375,34 @@ Stage-0 PartitionCols:UDFToDouble(_col1) Join Operator [JOIN_23] (rows=26 width=141) Output:["_col0","_col1","_col2","_col3"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_21] - Select Operator [SEL_1] (rows=26 width=125) + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_35] + Select Operator [SEL_34] (rows=26 width=125) Output:["_col0","_col1"] TableScan [TS_0] (rows=26 width=125) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_size"] - <-Reducer 6 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_22] - Group By Operator [GBY_12] (rows=1 width=16) + <-Reducer 6 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_42] + Group By Operator [GBY_41] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["count()","count(_col0)"] - Select Operator [SEL_8] (rows=1 width=16) + Select Operator [SEL_40] (rows=1 width=16) Output:["_col0"] - Group By Operator [GBY_7] (rows=1 width=16) + Group By Operator [GBY_39] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] - <-Map 5 [GROUP] - GROUP [RS_6] - Group By Operator [GBY_5] (rows=1 width=16) + <-Map 5 [GROUP] vectorized + GROUP [RS_38] + Group By Operator [GBY_37] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(p_size)","count(p_size)"] - Filter Operator [FIL_32] (rows=8 width=4) + Filter Operator [FIL_36] (rows=8 width=4) predicate:(p_size < 10) TableScan [TS_2] (rows=26 width=4) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_size"] - <-Reducer 8 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_25] + <-Reducer 8 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_48] PartitionCols:_col0 - Select Operator [SEL_20] (rows=1 width=12) + Select Operator [SEL_47] (rows=1 width=12) Output:["_col0","_col1"] - Group By Operator [GBY_19] (rows=1 width=16) + Group By Operator [GBY_46] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"] <- Please refer to the previous Map 5 [GROUP] @@ -2441,9 +2441,9 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 5 - File Output Operator [FS_37] - Select Operator [SEL_36] (rows=3 width=106) + Reducer 5 vectorized + File Output Operator [FS_63] + Select Operator [SEL_62] (rows=3 width=106) Output:["_col0","_col1"] <-Reducer 4 [SORT] SORT [RS_35] @@ -2453,25 +2453,25 @@ Stage-0 predicate:(not CASE WHEN ((_col3 = 0L)) THEN (false) WHEN (_col3 is null) THEN (false) WHEN (_col7 is not null) THEN (true) WHEN (_col0 is null) THEN (null) WHEN ((_col4 < _col3)) THEN (true) ELSE (false) END) Join Operator [JOIN_32] (rows=5 width=114) Output:["_col0","_col1","_col3","_col4","_col7"],condition map:[{"":"{\"type\":\"Left Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0, _col1","1":"_col0, _col1"} - <-Reducer 10 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_31] + <-Reducer 10 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_61] PartitionCols:_col0, _col1 - Select Operator [SEL_26] (rows=1 width=110) + Select Operator [SEL_60] (rows=1 width=110) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_25] (rows=1 width=110) + Filter Operator [FIL_59] (rows=1 width=110) predicate:_col0 is not null - Select Operator [SEL_24] (rows=1 width=110) + Select Operator [SEL_58] (rows=1 width=110) Output:["_col0","_col1"] - Filter Operator [FIL_23] (rows=1 width=114) + Filter Operator [FIL_57] (rows=1 width=114) predicate:(((_col2 - _col1) > 600.0D) and _col1 is not null) - Group By Operator [GBY_22] (rows=5 width=114) + Group By Operator [GBY_56] (rows=5 width=114) Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)"],keys:KEY._col0 - <-Map 6 [GROUP] - GROUP [RS_9] + <-Map 6 [GROUP] vectorized + GROUP [RS_45] PartitionCols:_col0 - Group By Operator [GBY_8] (rows=5 width=114) + Group By Operator [GBY_44] (rows=5 width=114) Output:["_col0","_col1","_col2"],aggregations:["min(p_retailprice)","max(p_retailprice)"],keys:p_mfgr - Select Operator [SEL_7] (rows=26 width=106) + Select Operator [SEL_43] (rows=26 width=106) Output:["p_mfgr","p_retailprice"] TableScan [TS_6] (rows=26 width=106) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_retailprice"] @@ -2480,35 +2480,35 @@ Stage-0 PartitionCols:_col0, _col1 Join Operator [JOIN_29] (rows=5 width=112) Output:["_col0","_col1","_col3","_col4"],condition map:[{"":"{\"type\":\"Left Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"_col1","1":"_col0"} - <-Reducer 2 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_27] + <-Reducer 2 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_42] PartitionCols:_col1 - Group By Operator [GBY_4] (rows=5 width=106) + Group By Operator [GBY_41] (rows=5 width=106) Output:["_col0","_col1"],aggregations:["min(VALUE._col0)"],keys:KEY._col0 - <-Map 1 [GROUP] - GROUP [RS_3] + <-Map 1 [GROUP] vectorized + GROUP [RS_40] PartitionCols:_col0 - Group By Operator [GBY_2] (rows=5 width=106) + Group By Operator [GBY_39] (rows=5 width=106) Output:["_col0","_col1"],aggregations:["min(p_retailprice)"],keys:p_mfgr - Select Operator [SEL_1] (rows=26 width=106) + Select Operator [SEL_38] (rows=26 width=106) Output:["p_mfgr","p_retailprice"] TableScan [TS_0] (rows=26 width=106) default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_retailprice"] - <-Reducer 8 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_28] + <-Reducer 8 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_52] PartitionCols:_col0 - Group By Operator [GBY_16] (rows=1 width=24) + Group By Operator [GBY_51] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 - <-Reducer 7 [GROUP] - GROUP [RS_15] + <-Reducer 7 [GROUP] vectorized + GROUP [RS_50] PartitionCols:_col0 - Group By Operator [GBY_14] (rows=1 width=24) + Group By Operator [GBY_49] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["count()","count(_col0)"],keys:_col1 - Select Operator [SEL_12] (rows=1 width=114) + Select Operator [SEL_48] (rows=1 width=114) Output:["_col0","_col1"] - Filter Operator [FIL_11] (rows=1 width=114) + Filter Operator [FIL_47] (rows=1 width=114) predicate:(((_col2 - _col1) > 600.0D) and _col1 is not null) - Group By Operator [GBY_10] (rows=5 width=114) + Group By Operator [GBY_46] (rows=5 width=114) Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)"],keys:KEY._col0 <- Please refer to the previous Map 6 [GROUP] @@ -2533,8 +2533,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"0 ASC NULLS FIRST","partition by:":"0"}] Select Operator [SEL_2] (rows=20 width=459) Output:["_col2","_col3"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_7] PartitionCols:0 TableScan [TS_0] (rows=20 width=7) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int"] @@ -2560,8 +2560,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"0 ASC NULLS FIRST","partition by:":"0"}] Select Operator [SEL_2] (rows=20 width=459) Output:["_col2","_col3"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_7] PartitionCols:0 TableScan [TS_0] (rows=20 width=7) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int"] @@ -2587,8 +2587,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}] Select Operator [SEL_2] (rows=20 width=621) Output:["_col0","_col1","_col2","_col3"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_7] PartitionCols:key TableScan [TS_0] (rows=20 width=169) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int","key","value"] @@ -2606,16 +2606,16 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 - File Output Operator [FS_6] - Select Operator [SEL_4] (rows=25 width=179) + Reducer 2 vectorized + File Output Operator [FS_11] + Select Operator [SEL_10] (rows=25 width=179) Output:["_col0","_col1","_col2"] - PTF Operator [PTF_3] (rows=25 width=443) + PTF Operator [PTF_9] (rows=25 width=443) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}] - Select Operator [SEL_2] (rows=25 width=443) + Select Operator [SEL_8] (rows=25 width=443) Output:["_col0","_col1"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_7] PartitionCols:key TableScan [TS_0] (rows=25 width=175) default@src1,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -2643,17 +2643,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_19] - Group By Operator [GBY_17] (rows=1 width=16) + Reducer 4 vectorized + File Output Operator [FS_33] + Group By Operator [GBY_32] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 3 [GROUP] - GROUP [RS_16] - Group By Operator [GBY_15] (rows=1 width=16) + <-Reducer 3 [GROUP] vectorized + GROUP [RS_31] + Group By Operator [GBY_30] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_13] (rows=16 width=94) + Select Operator [SEL_29] (rows=16 width=94) Output:["_col0","_col1"] - Group By Operator [GBY_12] (rows=16 width=94) + Group By Operator [GBY_28] (rows=16 width=94) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 2 [GROUP] GROUP [RS_11] @@ -2662,21 +2662,21 @@ Stage-0 Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 Join Operator [JOIN_8] (rows=40 width=86) Output:["_col0"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_6] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_24] PartitionCols:_col0 - Select Operator [SEL_2] (rows=25 width=86) + Select Operator [SEL_23] (rows=25 width=86) Output:["_col0"] - Filter Operator [FIL_20] (rows=25 width=86) + Filter Operator [FIL_22] (rows=25 width=86) predicate:key is not null TableScan [TS_0] (rows=25 width=86) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 5 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_7] + <-Map 5 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_27] PartitionCols:_col0 - Select Operator [SEL_5] (rows=500 width=87) + Select Operator [SEL_26] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_21] (rows=500 width=87) + Filter Operator [FIL_25] (rows=500 width=87) predicate:key is not null TableScan [TS_3] (rows=500 width=87) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -2704,17 +2704,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_19] - Group By Operator [GBY_17] (rows=1 width=16) + Reducer 4 vectorized + File Output Operator [FS_33] + Group By Operator [GBY_32] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 3 [GROUP] - GROUP [RS_16] - Group By Operator [GBY_15] (rows=1 width=16) + <-Reducer 3 [GROUP] vectorized + GROUP [RS_31] + Group By Operator [GBY_30] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_13] (rows=16 width=94) + Select Operator [SEL_29] (rows=16 width=94) Output:["_col0","_col1"] - Group By Operator [GBY_12] (rows=16 width=94) + Group By Operator [GBY_28] (rows=16 width=94) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 2 [GROUP] GROUP [RS_11] @@ -2723,21 +2723,21 @@ Stage-0 Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 Join Operator [JOIN_8] (rows=40 width=86) Output:["_col0"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_6] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_24] PartitionCols:_col0 - Select Operator [SEL_2] (rows=25 width=86) + Select Operator [SEL_23] (rows=25 width=86) Output:["_col0"] - Filter Operator [FIL_20] (rows=25 width=86) + Filter Operator [FIL_22] (rows=25 width=86) predicate:key is not null TableScan [TS_0] (rows=25 width=86) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 5 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_7] + <-Map 5 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_27] PartitionCols:_col0 - Select Operator [SEL_5] (rows=500 width=87) + Select Operator [SEL_26] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_21] (rows=500 width=87) + Filter Operator [FIL_25] (rows=500 width=87) predicate:key is not null TableScan [TS_3] (rows=500 width=87) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -2764,39 +2764,39 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_19] - Group By Operator [GBY_17] (rows=1 width=16) + Reducer 4 vectorized + File Output Operator [FS_36] + Group By Operator [GBY_35] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 3 [GROUP] - GROUP [RS_16] - Group By Operator [GBY_15] (rows=1 width=16) + <-Reducer 3 [GROUP] vectorized + GROUP [RS_34] + Group By Operator [GBY_33] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_13] (rows=16 width=94) + Select Operator [SEL_32] (rows=16 width=94) Output:["_col0","_col1"] - Group By Operator [GBY_12] (rows=16 width=94) + Group By Operator [GBY_31] (rows=16 width=94) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 - <-Map 2 [GROUP] - GROUP [RS_11] + <-Map 2 [GROUP] vectorized + GROUP [RS_30] PartitionCols:_col0 - Group By Operator [GBY_10] (rows=16 width=94) + Group By Operator [GBY_29] (rows=16 width=94) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 - Map Join Operator [MAPJOIN_22] (rows=40 width=86) - Conds:SEL_5._col0=SEL_5._col0(Inner),Output:["_col0"] - <-Select Operator [SEL_5] (rows=500 width=87) + Map Join Operator [MAPJOIN_28] (rows=40 width=86) + Conds:SEL_27._col0=SEL_27._col0(Inner),Output:["_col0"] + <-Select Operator [SEL_27] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_21] (rows=500 width=87) + Filter Operator [FIL_26] (rows=500 width=87) predicate:key is not null TableScan [TS_3] (rows=500 width=87) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] Map Reduce Local Work Stage-2 - Map 1 - keys: [HASHTABLESINK_24] + Map 1 vectorized + keys: [HASHTABLESINK_39] 0_col0,1_col0 - Select Operator [SEL_2] (rows=25 width=86) + Select Operator [SEL_38] (rows=25 width=86) Output:["_col0"] - Filter Operator [FIL_20] (rows=25 width=86) + Filter Operator [FIL_37] (rows=25 width=86) predicate:key is not null TableScan [TS_0] (rows=25 width=86) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -2825,17 +2825,17 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_21] - Group By Operator [GBY_19] (rows=1 width=16) + Reducer 4 vectorized + File Output Operator [FS_36] + Group By Operator [GBY_35] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 3 [GROUP] - GROUP [RS_18] - Group By Operator [GBY_17] (rows=1 width=16) + <-Reducer 3 [GROUP] vectorized + GROUP [RS_34] + Group By Operator [GBY_33] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] - Select Operator [SEL_15] (rows=10 width=94) + Select Operator [SEL_32] (rows=10 width=94) Output:["_col0","_col1"] - Group By Operator [GBY_14] (rows=10 width=94) + Group By Operator [GBY_31] (rows=10 width=94) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 2 [GROUP] GROUP [RS_13] @@ -2844,23 +2844,23 @@ Stage-0 Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 Join Operator [JOIN_10] (rows=20 width=86) Output:["_col0"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_8] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_26] PartitionCols:_col0 - Select Operator [SEL_2] (rows=25 width=86) + Select Operator [SEL_25] (rows=25 width=86) Output:["_col0"] - Filter Operator [FIL_22] (rows=25 width=86) + Filter Operator [FIL_24] (rows=25 width=86) predicate:key is not null TableScan [TS_0] (rows=25 width=86) default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 5 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_9] + <-Map 5 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_30] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=250 width=87) + Group By Operator [GBY_29] (rows=250 width=87) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=500 width=87) + Select Operator [SEL_28] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_23] (rows=500 width=87) + Filter Operator [FIL_27] (rows=500 width=87) predicate:key is not null TableScan [TS_3] (rows=500 width=87) default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] @@ -2933,10 +2933,10 @@ Stage-0 File Output Operator [FS_5] Group By Operator [GBY_3] (rows=1 width=16) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT KEY._col1:0._col0)","count(DISTINCT KEY._col1:1._col0)","sum(VALUE._col0)"],keys:KEY._col0 - <-Map 1 [GROUP PARTITION-LEVEL SORT] - GROUP PARTITION-LEVEL SORT [RS_2] + <-Map 1 [GROUP PARTITION-LEVEL SORT] vectorized + GROUP PARTITION-LEVEL SORT [RS_7] PartitionCols:a - Select Operator [SEL_1] (rows=1 width=16) + Select Operator [SEL_6] (rows=1 width=16) Output:["a","b","c","d"] TableScan [TS_0] (rows=1 width=16) default@abcd,abcd,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] @@ -3022,13 +3022,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1 width=8) + Reducer 2 vectorized + File Output Operator [FS_9] + Group By Operator [GBY_8] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - <-Map 1 [GROUP] - GROUP [RS_2] - Select Operator [SEL_1] (rows=5 width=6) + <-Map 1 [GROUP] vectorized + GROUP [RS_7] + Select Operator [SEL_6] (rows=5 width=6) TableScan [TS_0] (rows=5 width=6) default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:COMPLETE @@ -3045,13 +3045,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 - File Output Operator [FS_6] - Group By Operator [GBY_4] (rows=1 width=204) + Reducer 2 vectorized + File Output Operator [FS_10] + Group By Operator [GBY_9] (rows=1 width=204) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [GROUP] - GROUP [RS_3] - Select Operator [SEL_1] (rows=5 width=188) + <-Map 1 [GROUP] vectorized + GROUP [RS_8] + Select Operator [SEL_7] (rows=5 width=188) Output:["_col0","_col1"] TableScan [TS_0] (rows=5 width=188) default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3095,13 +3095,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 - File Output Operator [FS_5] - Group By Operator [GBY_3] (rows=1 width=8) + Reducer 2 vectorized + File Output Operator [FS_9] + Group By Operator [GBY_8] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - <-Map 1 [GROUP] - GROUP [RS_2] - Select Operator [SEL_1] (rows=5 width=6) + <-Map 1 [GROUP] vectorized + GROUP [RS_7] + Select Operator [SEL_6] (rows=5 width=6) TableScan [TS_0] (rows=5 width=6) default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:COMPLETE @@ -3118,13 +3118,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 2 - File Output Operator [FS_6] - Group By Operator [GBY_4] (rows=1 width=204) + Reducer 2 vectorized + File Output Operator [FS_10] + Group By Operator [GBY_9] (rows=1 width=204) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [GROUP] - GROUP [RS_3] - Select Operator [SEL_1] (rows=5 width=188) + <-Map 1 [GROUP] vectorized + GROUP [RS_8] + Select Operator [SEL_7] (rows=5 width=188) Output:["_col0","_col1"] TableScan [TS_0] (rows=5 width=188) default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3162,15 +3162,15 @@ Stage-0 File Output Operator [FS_8] Join Operator [JOIN_6] (rows=250000 width=87) Output:["_col0"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_4] - Select Operator [SEL_1] (rows=500 width=87) + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_10] + Select Operator [SEL_9] (rows=500 width=87) Output:["_col0"] TableScan [TS_0] (rows=500 width=87) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_5] - Select Operator [SEL_3] (rows=500 width=4) + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_12] + Select Operator [SEL_11] (rows=500 width=4) TableScan [TS_2] (rows=500 width=10) default@src,src2,Tbl:COMPLETE,Col:COMPLETE @@ -3208,22 +3208,22 @@ Stage-2 Stage-0 Move Operator Stage-1 - Reducer 3 - File Output Operator [FS_8] + Reducer 3 vectorized + File Output Operator [FS_16] table:{"name:":"default.nzhang_CTAS1"} - Limit [LIM_7] (rows=10 width=178) + Limit [LIM_15] (rows=10 width=178) Number of rows:10 - Select Operator [SEL_6] (rows=10 width=178) + Select Operator [SEL_14] (rows=10 width=178) Output:["_col0","_col1"] - <-Reducer 2 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_5] - Limit [LIM_4] (rows=10 width=178) + <-Reducer 2 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_13] + Limit [LIM_12] (rows=10 width=178) Number of rows:10 - Select Operator [SEL_3] (rows=500 width=178) + Select Operator [SEL_11] (rows=500 width=178) Output:["_col0","_col1"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_2] - Select Operator [SEL_1] (rows=500 width=178) + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_10] + Select Operator [SEL_9] (rows=500 width=178) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3258,22 +3258,22 @@ Stage-2 Stage-0 Move Operator Stage-1 - Reducer 3 - File Output Operator [FS_8] + Reducer 3 vectorized + File Output Operator [FS_16] table:{"name:":"default.nzhang_ctas3"} - Limit [LIM_7] (rows=10 width=192) + Limit [LIM_15] (rows=10 width=192) Number of rows:10 - Select Operator [SEL_6] (rows=10 width=192) + Select Operator [SEL_14] (rows=10 width=192) Output:["_col0","_col1"] - <-Reducer 2 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_5] - Limit [LIM_4] (rows=10 width=192) + <-Reducer 2 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_13] + Limit [LIM_12] (rows=10 width=192) Number of rows:10 - Select Operator [SEL_3] (rows=500 width=192) + Select Operator [SEL_11] (rows=500 width=192) Output:["_col0","_col1"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_2] - Select Operator [SEL_1] (rows=500 width=192) + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_10] + Select Operator [SEL_9] (rows=500 width=192) Output:["_col0","_col1"] TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3341,27 +3341,27 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_12] - Select Operator [SEL_11] (rows=27556 width=356) + Reducer 3 vectorized + File Output Operator [FS_22] + Select Operator [SEL_21] (rows=27556 width=356) Output:["_col0","_col1","_col2","_col3"] <-Reducer 2 [PARTITION-LEVEL SORT] PARTITION-LEVEL SORT [RS_10] Join Operator [JOIN_8] (rows=27556 width=356) Output:["_col0","_col1","_col2","_col3"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_6] - Select Operator [SEL_2] (rows=166 width=178) + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_17] + Select Operator [SEL_16] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_13] (rows=166 width=178) + Filter Operator [FIL_15] (rows=166 width=178) predicate:(key < 10) TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_7] - Select Operator [SEL_5] (rows=166 width=178) + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_20] + Select Operator [SEL_19] (rows=166 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_14] (rows=166 width=178) + Filter Operator [FIL_18] (rows=166 width=178) predicate:(key < 10) TableScan [TS_3] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -3401,13 +3401,13 @@ Stage-0 Output:["_col0","_col1","_col2","_col3"] Join Operator [JOIN_4] (rows=1 width=8) Output:["_col0","_col1","_col5","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{"0":"key","1":"value"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_2] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_7] PartitionCols:key TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_3] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_8] PartitionCols:value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3431,24 +3431,24 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Join Operator [JOIN_9] (rows=2 width=8) Output:["_col0","_col1","_col5","_col6","_col10","_col11"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"key","1":"value","2":"key"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_4] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_16] PartitionCols:key - Filter Operator [FIL_12] (rows=1 width=8) + Filter Operator [FIL_15] (rows=1 width=8) predicate:key is not null TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_6] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_18] PartitionCols:value - Filter Operator [FIL_13] (rows=1 width=8) + Filter Operator [FIL_17] (rows=1 width=8) predicate:value is not null TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_8] + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_20] PartitionCols:key - Filter Operator [FIL_14] (rows=1 width=8) + Filter Operator [FIL_19] (rows=1 width=8) predicate:key is not null TableScan [TS_2] (rows=1 width=8) default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3472,18 +3472,18 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Join Operator [JOIN_6] (rows=2 width=8) Output:["_col0","_col1","_col5","_col6","_col10","_col11"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"key","1":"value","2":"key"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_3] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_9] PartitionCols:key TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_4] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_10] PartitionCols:value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_5] + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_11] PartitionCols:key TableScan [TS_2] (rows=1 width=8) default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3507,24 +3507,24 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Join Operator [JOIN_9] (rows=2 width=8) Output:["_col0","_col1","_col5","_col6","_col10","_col11"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"key, value","1":"value, key","2":"key, value"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_4] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_16] PartitionCols:key, value - Filter Operator [FIL_12] (rows=1 width=8) + Filter Operator [FIL_15] (rows=1 width=8) predicate:value is not null TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_6] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_18] PartitionCols:value, key - Filter Operator [FIL_13] (rows=1 width=8) + Filter Operator [FIL_17] (rows=1 width=8) predicate:key is not null TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_8] + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_20] PartitionCols:key, value - Filter Operator [FIL_14] (rows=1 width=8) + Filter Operator [FIL_19] (rows=1 width=8) predicate:value is not null TableScan [TS_2] (rows=1 width=8) default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3548,18 +3548,18 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4","_col5"] Join Operator [JOIN_6] (rows=2 width=8) Output:["_col0","_col1","_col5","_col6","_col10","_col11"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"key, value","1":"value, key","2":"key, value"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_3] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_9] PartitionCols:key, value TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_4] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_10] PartitionCols:value, key TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 4 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_5] + <-Map 4 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_11] PartitionCols:key, value TableScan [TS_2] (rows=1 width=8) default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3583,13 +3583,13 @@ Stage-0 Output:["_col0","_col1","_col2","_col3"] Join Operator [JOIN_4] (rows=1 width=8) Output:["_col0","_col1","_col5","_col6"],condition map:[{"":"{\"type\":\"Left Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"key","1":"value"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_2] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_7] PartitionCols:key TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_3] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_8] PartitionCols:value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3613,13 +3613,13 @@ Stage-0 Output:["_col0","_col1","_col2","_col3"] Join Operator [JOIN_4] (rows=1 width=8) Output:["_col0","_col1","_col5","_col6"],condition map:[{"":"{\"type\":\"Right Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"key","1":"value"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_2] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_7] PartitionCols:key TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_3] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_8] PartitionCols:value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3643,13 +3643,13 @@ Stage-0 Output:["_col0","_col1","_col2","_col3"] Join Operator [JOIN_4] (rows=1 width=8) Output:["_col0","_col1","_col5","_col6"],condition map:[{"":"{\"type\":\"Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"key","1":"value"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_2] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_7] PartitionCols:key TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_3] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_8] PartitionCols:value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3664,18 +3664,18 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 1 - File Output Operator [FS_6] - Select Operator [SEL_8] (rows=1 width=8) + Map 1 vectorized + File Output Operator [FS_14] + Select Operator [SEL_13] (rows=1 width=8) Output:["_col0","_col1","_col2","_col3"] - Map Join Operator [MAPJOIN_7] (rows=1 width=8) + Map Join Operator [MAPJOIN_12] (rows=1 width=8) Conds:TS_0.key=TS_0.value(Inner),Output:["_col0","_col1","_col5","_col6"] <-TableScan [TS_0] (rows=1 width=8) default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] Map Reduce Local Work Stage-2 - Map 2 - keys: [HASHTABLESINK_10] + Map 2 vectorized + keys: [HASHTABLESINK_15] 0key,1value TableScan [TS_1] (rows=1 width=8) default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3776,18 +3776,18 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 2 - File Output Operator [FS_6] - Select Operator [SEL_8] (rows=28 width=8) + Map 2 vectorized + File Output Operator [FS_14] + Select Operator [SEL_13] (rows=28 width=8) Output:["_col0","_col1","_col2","_col3"] - Map Join Operator [MAPJOIN_7] (rows=28 width=8) + Map Join Operator [MAPJOIN_12] (rows=28 width=8) BucketMapJoin:true,Conds:TS_1.key, value=TS_1.key, value(Inner),Output:["_col0","_col1","_col5","_col6"] <-TableScan [TS_1] (rows=26 width=8) default@smb_input1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] Map Reduce Local Work Stage-2 - Map 1 - keys: [HASHTABLESINK_10] + Map 1 vectorized + keys: [HASHTABLESINK_15] 0key, value,1key, value TableScan [TS_0] (rows=26 width=8) default@smb_input1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] @@ -3921,23 +3921,23 @@ Stage-0 File Output Operator [FS_12] Join Operator [JOIN_10] (rows=1 width=206) Output:["_col0","_col1"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col1","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_8] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_17] PartitionCols:_col1 - Select Operator [SEL_2] (rows=1 width=188) + Select Operator [SEL_16] (rows=1 width=188) Output:["_col0","_col1"] - Filter Operator [FIL_13] (rows=1 width=188) + Filter Operator [FIL_15] (rows=1 width=188) predicate:id is not null TableScan [TS_0] (rows=1 width=188) default@sales,sales,Tbl:COMPLETE,Col:NONE,Output:["name","id"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_9] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_21] PartitionCols:_col0 - Group By Operator [GBY_7] (rows=1 width=124) + Group By Operator [GBY_20] (rows=1 width=124) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=1 width=124) + Select Operator [SEL_19] (rows=1 width=124) Output:["_col0"] - Filter Operator [FIL_14] (rows=1 width=124) + Filter Operator [FIL_18] (rows=1 width=124) predicate:id is not null TableScan [TS_3] (rows=1 width=124) default@things,things,Tbl:PARTIAL,Col:NONE,Output:["id"] @@ -3968,36 +3968,36 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 1 - File Output Operator [FS_16] - Map Join Operator [MAPJOIN_20] (rows=805 width=10) - Conds:MAPJOIN_21._col1=MAPJOIN_21._col0(Inner),Output:["_col0"] - <-Map Join Operator [MAPJOIN_21] (rows=732 width=10) - Conds:SEL_2._col0=SEL_2._col0(Inner),Output:["_col0","_col1"] - <-Select Operator [SEL_2] (rows=666 width=10) + Map 1 vectorized + File Output Operator [FS_32] + Map Join Operator [MAPJOIN_31] (rows=805 width=10) + Conds:MAPJOIN_30._col1=MAPJOIN_30._col0(Inner),Output:["_col0"] + <-Map Join Operator [MAPJOIN_30] (rows=732 width=10) + Conds:SEL_29._col0=SEL_29._col0(Inner),Output:["_col0","_col1"] + <-Select Operator [SEL_29] (rows=666 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_17] (rows=666 width=10) + Filter Operator [FIL_28] (rows=666 width=10) predicate:((value > 'val_450') and key is not null) TableScan [TS_0] (rows=2000 width=10) default@srcpart,srcpart,Tbl:COMPLETE,Col:NONE,Output:["key","value"] Map Reduce Local Work Stage-2 - Map 2 - keys: [HASHTABLESINK_23] + Map 2 vectorized + keys: [HASHTABLESINK_35] 0_col0,1_col0 - Select Operator [SEL_5] (rows=25 width=7) + Select Operator [SEL_34] (rows=25 width=7) Output:["_col0"] - Filter Operator [FIL_18] (rows=25 width=7) + Filter Operator [FIL_33] (rows=25 width=7) predicate:key is not null TableScan [TS_3] (rows=25 width=7) default@src1,src1,Tbl:COMPLETE,Col:NONE,Output:["key"] Map Reduce Local Work - Map 3 - keys: [HASHTABLESINK_26] + Map 3 vectorized + keys: [HASHTABLESINK_39] 0_col1,1_col0 - Select Operator [SEL_8] (rows=166 width=10) + Select Operator [SEL_38] (rows=166 width=10) Output:["_col0"] - Filter Operator [FIL_19] (rows=166 width=10) + Filter Operator [FIL_37] (rows=166 width=10) predicate:(value > 'val_450') TableScan [TS_6] (rows=500 width=10) default@src,src,Tbl:COMPLETE,Col:NONE,Output:["value"] @@ -4013,36 +4013,36 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 1 - File Output Operator [FS_16] - Map Join Operator [MAPJOIN_20] (rows=805 width=10) - Conds:MAPJOIN_21._col1=MAPJOIN_21._col0(Inner),Output:["_col0"] - <-Map Join Operator [MAPJOIN_21] (rows=732 width=10) - Conds:SEL_2._col0=SEL_2._col0(Inner),Output:["_col0","_col1"] - <-Select Operator [SEL_2] (rows=666 width=10) + Map 1 vectorized + File Output Operator [FS_32] + Map Join Operator [MAPJOIN_31] (rows=805 width=10) + Conds:MAPJOIN_30._col1=MAPJOIN_30._col0(Inner),Output:["_col0"] + <-Map Join Operator [MAPJOIN_30] (rows=732 width=10) + Conds:SEL_29._col0=SEL_29._col0(Inner),Output:["_col0","_col1"] + <-Select Operator [SEL_29] (rows=666 width=10) Output:["_col0","_col1"] - Filter Operator [FIL_17] (rows=666 width=10) + Filter Operator [FIL_28] (rows=666 width=10) predicate:((value > 'val_450') and key is not null) TableScan [TS_0] (rows=2000 width=10) default@srcpart,srcpart,Tbl:COMPLETE,Col:NONE,Output:["key","value"] Map Reduce Local Work Stage-2 - Map 2 - keys: [HASHTABLESINK_23] + Map 2 vectorized + keys: [HASHTABLESINK_35] 0_col0,1_col0 - Select Operator [SEL_5] (rows=25 width=7) + Select Operator [SEL_34] (rows=25 width=7) Output:["_col0"] - Filter Operator [FIL_18] (rows=25 width=7) + Filter Operator [FIL_33] (rows=25 width=7) predicate:key is not null TableScan [TS_3] (rows=25 width=7) default@src1,src1,Tbl:COMPLETE,Col:NONE,Output:["key"] Map Reduce Local Work - Map 3 - keys: [HASHTABLESINK_26] + Map 3 vectorized + keys: [HASHTABLESINK_39] 0_col1,1_col0 - Select Operator [SEL_8] (rows=166 width=10) + Select Operator [SEL_38] (rows=166 width=10) Output:["_col0"] - Filter Operator [FIL_19] (rows=166 width=10) + Filter Operator [FIL_37] (rows=166 width=10) predicate:(value > 'val_450') TableScan [TS_6] (rows=500 width=10) default@src,src,Tbl:COMPLETE,Col:NONE,Output:["value"] @@ -4093,8 +4093,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_10] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -4138,21 +4138,21 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_9] (rows=27 width=223) Output:["_col1","_col2","_col5"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_8] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_25] PartitionCols:_col2 - Map Join Operator [MAPJOIN_19] (rows=27 width=223) - Conds:FIL_17.p_partkey=FIL_17.p_partkey(Inner),Output:["_col1","_col2","_col5"] - <-Filter Operator [FIL_17] (rows=26 width=227) + Map Join Operator [MAPJOIN_24] (rows=27 width=223) + Conds:FIL_23.p_partkey=FIL_23.p_partkey(Inner),Output:["_col1","_col2","_col5"] + <-Filter Operator [FIL_23] (rows=26 width=227) predicate:p_partkey is not null TableScan [TS_0] (rows=26 width=227) default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey","p_name","p_mfgr","p_size"] Map Reduce Local Work Stage-2 - Map 4 - keys: [HASHTABLESINK_21] + Map 4 vectorized + keys: [HASHTABLESINK_29] 0p_partkey,1p_partkey - Filter Operator [FIL_18] (rows=26 width=4) + Filter Operator [FIL_28] (rows=26 width=4) predicate:p_partkey is not null TableScan [TS_1] (rows=26 width=4) default@part,p2,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"] @@ -4203,8 +4203,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_10] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -4254,8 +4254,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_10] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -4301,10 +4301,10 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}] Group By Operator [GBY_8] (rows=26 width=223) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 - <-Reducer 3 [GROUP PARTITION-LEVEL SORT] - GROUP PARTITION-LEVEL SORT [RS_7] + <-Reducer 3 [GROUP PARTITION-LEVEL SORT] vectorized + GROUP PARTITION-LEVEL SORT [RS_19] PartitionCols:_col0 - Group By Operator [GBY_6] (rows=26 width=223) + Group By Operator [GBY_18] (rows=26 width=223) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 2 [GROUP PARTITION-LEVEL SORT] GROUP PARTITION-LEVEL SORT [RS_5] @@ -4315,8 +4315,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_16] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -4346,8 +4346,8 @@ Stage-0 Stage-1 Reducer 2 Map Reduce Local Work - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_2] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_18] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=619) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_brand","p_comment","p_container","p_mfgr","p_name","p_partkey","p_retailprice","p_size","p_type"] @@ -4362,10 +4362,10 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] <- Please refer to the previous Map 1 [PARTITION-LEVEL SORT] Stage-2 - Map 3 - keys: [HASHTABLESINK_16] + Map 3 vectorized + keys: [HASHTABLESINK_21] 0_col0,1p_partkey - Filter Operator [FIL_13] (rows=26 width=4) + Filter Operator [FIL_20] (rows=26 width=4) predicate:p_partkey is not null TableScan [TS_1] (rows=26 width=4) default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"] @@ -4512,8 +4512,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_10] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -4573,8 +4573,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_14] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -4630,8 +4630,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_11] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -4680,8 +4680,8 @@ Stage-0 Output:["_col1","_col2","_col5","_col7"] <-Reducer 2 [PARTITION-LEVEL SORT] Map Reduce Local Work - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_2] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_22] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=235) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_partkey","p_retailprice","p_size"] @@ -4697,10 +4697,10 @@ Stage-0 Output:["_col0","_col1","_col2","_col5","_col7"] <- Please refer to the previous Map 1 [PARTITION-LEVEL SORT] Stage-2 - Map 4 - keys: [HASHTABLESINK_20] + Map 4 vectorized + keys: [HASHTABLESINK_26] 0_col0,1p_partkey - Filter Operator [FIL_17] (rows=26 width=4) + Filter Operator [FIL_25] (rows=26 width=4) predicate:p_partkey is not null TableScan [TS_1] (rows=26 width=4) default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"] @@ -4834,8 +4834,8 @@ Stage-3 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=499) Output:["_col1","_col2","_col5","_col7"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_21] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=231) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] @@ -4941,8 +4941,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_14] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -5022,8 +5022,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}] Select Operator [SEL_2] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_16] PartitionCols:p_mfgr TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -5069,13 +5069,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_12] - Select Operator [SEL_10] (rows=26 width=239) + Reducer 4 vectorized + File Output Operator [FS_19] + Select Operator [SEL_18] (rows=26 width=239) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - PTF Operator [PTF_9] (rows=26 width=491) + PTF Operator [PTF_17] (rows=26 width=491) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] - Select Operator [SEL_8] (rows=26 width=491) + Select Operator [SEL_16] (rows=26 width=491) Output:["_col1","_col2","_col5"] <-Reducer 3 [PARTITION-LEVEL SORT] PARTITION-LEVEL SORT [RS_7] @@ -5091,8 +5091,8 @@ Stage-0 Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}] Select Operator [SEL_2] (rows=26 width=491) Output:["_col1","_col2","_col5"] - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_1] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_13] PartitionCols:p_mfgr, p_name TableScan [TS_0] (rows=26 width=223) default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] @@ -5111,19 +5111,19 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_7] - Group By Operator [GBY_5] (rows=500 width=178) + Reducer 3 vectorized + File Output Operator [FS_13] + Group By Operator [GBY_12] (rows=500 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Reducer 2 [GROUP] - GROUP [RS_4] + <-Reducer 2 [GROUP] vectorized + GROUP [RS_11] PartitionCols:_col0, _col1 - Group By Operator [GBY_3] (rows=500 width=178) + Group By Operator [GBY_10] (rows=500 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Map 1 [GROUP PARTITION-LEVEL SORT] - GROUP PARTITION-LEVEL SORT [RS_2] + <-Map 1 [GROUP PARTITION-LEVEL SORT] vectorized + GROUP PARTITION-LEVEL SORT [RS_9] PartitionCols:rand() - Select Operator [SEL_1] (rows=500 width=178) + Select Operator [SEL_8] (rows=500 width=178) Output:["key","value"] TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -5245,21 +5245,21 @@ Stage-2 Output:["_col0","_col1"] Join Operator [JOIN_8] (rows=809 width=178) Output:["_col0","_col2"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_6] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_22] PartitionCols:_col0 - Select Operator [SEL_2] (rows=500 width=87) + Select Operator [SEL_21] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_12] (rows=500 width=87) + Filter Operator [FIL_20] (rows=500 width=87) predicate:key is not null TableScan [TS_0] (rows=500 width=87) default@src,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_7] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_25] PartitionCols:_col0 - Select Operator [SEL_5] (rows=500 width=178) + Select Operator [SEL_24] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_13] (rows=500 width=178) + Filter Operator [FIL_23] (rows=500 width=178) predicate:key is not null TableScan [TS_3] (rows=500 width=178) default@src,src2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -5313,46 +5313,46 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 3 - File Output Operator [FS_21] - Map Join Operator [MAPJOIN_26] (rows=2 width=404) - Conds:MAPJOIN_27._col0=MAPJOIN_27._col0(Inner),MAPJOIN_27._col0=MAPJOIN_27._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map Join Operator [MAPJOIN_27] (rows=1 width=404) - Conds:SEL_8._col0=SEL_8._col0(Inner),Output:["_col0","_col1","_col2","_col3"] - <-Select Operator [SEL_8] (rows=1 width=368) + Map 3 vectorized + File Output Operator [FS_41] + Map Join Operator [MAPJOIN_40] (rows=2 width=404) + Conds:MAPJOIN_39._col0=MAPJOIN_39._col0(Inner),MAPJOIN_39._col0=MAPJOIN_39._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map Join Operator [MAPJOIN_39] (rows=1 width=404) + Conds:SEL_38._col0=SEL_38._col0(Inner),Output:["_col0","_col1","_col2","_col3"] + <-Select Operator [SEL_38] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_24] (rows=1 width=368) + Filter Operator [FIL_37] (rows=1 width=368) predicate:key is not null TableScan [TS_6] (rows=1 width=368) default@t3,c,Tbl:COMPLETE,Col:NONE,Output:["key","val"] Map Reduce Local Work Stage-2 - Map 1 - keys: [HASHTABLESINK_29] + Map 1 vectorized + keys: [HASHTABLESINK_48] 0_col0,1_col0,2_col0 - Select Operator [SEL_2] (rows=1 width=368) + Select Operator [SEL_47] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_22] (rows=1 width=368) + Filter Operator [FIL_46] (rows=1 width=368) predicate:key is not null TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] Map Reduce Local Work - Map 2 - keys: [HASHTABLESINK_32] + Map 2 vectorized + keys: [HASHTABLESINK_44] 0_col0,1_col0,2_col0 - Select Operator [SEL_5] (rows=1 width=368) + Select Operator [SEL_43] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_23] (rows=1 width=368) + Filter Operator [FIL_42] (rows=1 width=368) predicate:key is not null TableScan [TS_3] (rows=1 width=368) default@t2,b,Tbl:COMPLETE,Col:NONE,Output:["key","val"] Map Reduce Local Work - Map 4 - keys: [HASHTABLESINK_35] + Map 4 vectorized + keys: [HASHTABLESINK_52] 0_col0,1_col0 - Select Operator [SEL_11] (rows=1 width=368) + Select Operator [SEL_51] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_25] (rows=1 width=368) + Filter Operator [FIL_50] (rows=1 width=368) predicate:key is not null TableScan [TS_9] (rows=1 width=368) default@t4,d,Tbl:COMPLETE,Col:NONE,Output:["key","val"] @@ -5376,46 +5376,46 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Map 3 - File Output Operator [FS_21] - Map Join Operator [MAPJOIN_26] (rows=2 width=404) - Conds:MAPJOIN_27._col0=MAPJOIN_27._col0(Inner),MAPJOIN_27._col0=MAPJOIN_27._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - <-Map Join Operator [MAPJOIN_27] (rows=1 width=404) - Conds:SEL_8._col0=SEL_8._col0(Inner),Output:["_col0","_col1","_col2","_col3"] - <-Select Operator [SEL_8] (rows=1 width=368) + Map 3 vectorized + File Output Operator [FS_41] + Map Join Operator [MAPJOIN_40] (rows=2 width=404) + Conds:MAPJOIN_39._col0=MAPJOIN_39._col0(Inner),MAPJOIN_39._col0=MAPJOIN_39._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + <-Map Join Operator [MAPJOIN_39] (rows=1 width=404) + Conds:SEL_38._col0=SEL_38._col0(Inner),Output:["_col0","_col1","_col2","_col3"] + <-Select Operator [SEL_38] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_24] (rows=1 width=368) + Filter Operator [FIL_37] (rows=1 width=368) predicate:key is not null TableScan [TS_6] (rows=1 width=368) default@t3,c,Tbl:COMPLETE,Col:NONE,Output:["key","val"] Map Reduce Local Work Stage-2 - Map 1 - keys: [HASHTABLESINK_29] + Map 1 vectorized + keys: [HASHTABLESINK_44] 0_col0,1_col0,2_col0 - Select Operator [SEL_2] (rows=1 width=368) + Select Operator [SEL_43] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_22] (rows=1 width=368) + Filter Operator [FIL_42] (rows=1 width=368) predicate:key is not null TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] Map Reduce Local Work - Map 2 - keys: [HASHTABLESINK_32] + Map 2 vectorized + keys: [HASHTABLESINK_48] 0_col0,1_col0,2_col0 - Select Operator [SEL_5] (rows=1 width=368) + Select Operator [SEL_47] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_23] (rows=1 width=368) + Filter Operator [FIL_46] (rows=1 width=368) predicate:key is not null TableScan [TS_3] (rows=1 width=368) default@t2,b,Tbl:COMPLETE,Col:NONE,Output:["key","val"] Map Reduce Local Work - Map 4 - keys: [HASHTABLESINK_35] + Map 4 vectorized + keys: [HASHTABLESINK_52] 0_col0,1_col0 - Select Operator [SEL_11] (rows=1 width=368) + Select Operator [SEL_51] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_25] (rows=1 width=368) + Filter Operator [FIL_50] (rows=1 width=368) predicate:key is not null TableScan [TS_9] (rows=1 width=368) default@t4,d,Tbl:COMPLETE,Col:NONE,Output:["key","val"] @@ -5435,35 +5435,35 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_16] - Group By Operator [GBY_14] (rows=1 width=24) + Reducer 4 vectorized + File Output Operator [FS_31] + Group By Operator [GBY_30] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Reducer 3 [GROUP] - GROUP [RS_13] - Group By Operator [GBY_12] (rows=1 width=24) + <-Reducer 3 [GROUP] vectorized + GROUP [RS_29] + Group By Operator [GBY_28] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Map 2 [GROUP] - GROUP [RS_11] + <-Map 2 [GROUP] vectorized + GROUP [RS_27] PartitionCols:rand() - Select Operator [SEL_9] (rows=550 width=87) + Select Operator [SEL_26] (rows=550 width=87) Output:["_col0","_col1","_col2"] - Map Join Operator [MAPJOIN_19] (rows=550 width=87) - Conds:SEL_5.UDFToDouble(_col0)=SEL_5.(UDFToDouble(_col0) + 1.0D)(Inner),Output:["_col0","_col1","_col2"] - <-Select Operator [SEL_5] (rows=500 width=87) + Map Join Operator [MAPJOIN_25] (rows=550 width=87) + Conds:SEL_24.UDFToDouble(_col0)=SEL_24.(UDFToDouble(_col0) + 1.0D)(Inner),Output:["_col0","_col1","_col2"] + <-Select Operator [SEL_24] (rows=500 width=87) Output:["_col0"] - Filter Operator [FIL_18] (rows=500 width=87) + Filter Operator [FIL_23] (rows=500 width=87) predicate:key is not null TableScan [TS_3] (rows=500 width=87) default@src,c,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] Map Reduce Local Work Stage-2 - Map 1 - keys: [HASHTABLESINK_21] + Map 1 vectorized + keys: [HASHTABLESINK_34] 0UDFToDouble(_col0),1(UDFToDouble(_col0) + 1.0D) - Select Operator [SEL_2] (rows=1 width=368) + Select Operator [SEL_33] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_17] (rows=1 width=368) + Filter Operator [FIL_32] (rows=1 width=368) predicate:key is not null TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] @@ -5524,21 +5524,21 @@ Stage-0 File Output Operator [FS_10] Join Operator [JOIN_8] (rows=809 width=356) Output:["_col0","_col1","_col2","_col3"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_6] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_21] PartitionCols:_col0 - Select Operator [SEL_2] (rows=500 width=178) + Select Operator [SEL_20] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_11] (rows=500 width=178) + Filter Operator [FIL_19] (rows=500 width=178) predicate:key is not null TableScan [TS_0] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] - <-Map 3 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_7] + <-Map 3 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_24] PartitionCols:_col0 - Select Operator [SEL_5] (rows=500 width=178) + Select Operator [SEL_23] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_12] (rows=500 width=178) + Filter Operator [FIL_22] (rows=500 width=178) predicate:key is not null TableScan [TS_3] (rows=500 width=178) default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] @@ -5557,35 +5557,35 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_16] - Group By Operator [GBY_14] (rows=1 width=16) + Reducer 3 vectorized + File Output Operator [FS_31] + Group By Operator [GBY_30] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 2 [GROUP] - GROUP [RS_13] - Group By Operator [GBY_12] (rows=1 width=16) + <-Reducer 2 [GROUP] vectorized + GROUP [RS_29] + Group By Operator [GBY_28] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [GROUP] - GROUP [RS_11] + <-Map 1 [GROUP] vectorized + GROUP [RS_27] PartitionCols:rand() - Select Operator [SEL_9] (rows=1 width=202) + Select Operator [SEL_26] (rows=1 width=202) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_19] (rows=1 width=202) - Conds:SEL_2._col0=SEL_2._col0(Inner),Output:["_col0","_col1"] - <-Select Operator [SEL_2] (rows=1 width=184) + Map Join Operator [MAPJOIN_25] (rows=1 width=202) + Conds:SEL_24._col0=SEL_24._col0(Inner),Output:["_col0","_col1"] + <-Select Operator [SEL_24] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_17] (rows=1 width=184) + Filter Operator [FIL_23] (rows=1 width=184) predicate:key is not null TableScan [TS_0] (rows=1 width=184) default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"] Map Reduce Local Work Stage-2 - Map 4 - keys: [HASHTABLESINK_21] + Map 4 vectorized + keys: [HASHTABLESINK_34] 0_col0,1_col0 - Select Operator [SEL_5] (rows=1 width=184) + Select Operator [SEL_33] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_18] (rows=1 width=184) + Filter Operator [FIL_32] (rows=1 width=184) predicate:val is not null TableScan [TS_3] (rows=1 width=184) default@t1,v,Tbl:COMPLETE,Col:NONE,Output:["val"] @@ -5605,35 +5605,35 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_16] - Group By Operator [GBY_14] (rows=1 width=16) + Reducer 4 vectorized + File Output Operator [FS_31] + Group By Operator [GBY_30] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 3 [GROUP] - GROUP [RS_13] - Group By Operator [GBY_12] (rows=1 width=16) + <-Reducer 3 [GROUP] vectorized + GROUP [RS_29] + Group By Operator [GBY_28] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 2 [GROUP] - GROUP [RS_11] + <-Map 2 [GROUP] vectorized + GROUP [RS_27] PartitionCols:rand() - Select Operator [SEL_9] (rows=1 width=202) + Select Operator [SEL_26] (rows=1 width=202) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_19] (rows=1 width=202) - Conds:SEL_5._col0=SEL_5._col0(Inner),Output:["_col0","_col2"] - <-Select Operator [SEL_5] (rows=1 width=368) + Map Join Operator [MAPJOIN_25] (rows=1 width=202) + Conds:SEL_24._col0=SEL_24._col0(Inner),Output:["_col0","_col2"] + <-Select Operator [SEL_24] (rows=1 width=368) Output:["_col0","_col1"] - Filter Operator [FIL_18] (rows=1 width=368) + Filter Operator [FIL_23] (rows=1 width=368) predicate:key is not null TableScan [TS_3] (rows=1 width=368) default@t1,v,Tbl:COMPLETE,Col:NONE,Output:["key","val"] Map Reduce Local Work Stage-2 - Map 1 - keys: [HASHTABLESINK_21] + Map 1 vectorized + keys: [HASHTABLESINK_34] 0_col0,1_col0 - Select Operator [SEL_2] (rows=1 width=184) + Select Operator [SEL_33] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_17] (rows=1 width=184) + Filter Operator [FIL_32] (rows=1 width=184) predicate:key is not null TableScan [TS_0] (rows=1 width=184) default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"] @@ -5653,33 +5653,33 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_15] - Group By Operator [GBY_13] (rows=1 width=8) + Reducer 3 vectorized + File Output Operator [FS_29] + Group By Operator [GBY_28] (rows=1 width=8) Output:["_col0"],aggregations:["count(VALUE._col0)"] - <-Reducer 2 [GROUP] - GROUP [RS_12] - Group By Operator [GBY_11] (rows=1 width=8) + <-Reducer 2 [GROUP] vectorized + GROUP [RS_27] + Group By Operator [GBY_26] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - <-Map 1 [GROUP] - GROUP [RS_10] + <-Map 1 [GROUP] vectorized + GROUP [RS_25] PartitionCols:rand() - Map Join Operator [MAPJOIN_18] (rows=1 width=202) - Conds:SEL_2._col0=SEL_2._col0(Inner) - <-Select Operator [SEL_2] (rows=1 width=184) + Map Join Operator [MAPJOIN_24] (rows=1 width=202) + Conds:SEL_23._col0=SEL_23._col0(Inner) + <-Select Operator [SEL_23] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_16] (rows=1 width=184) + Filter Operator [FIL_22] (rows=1 width=184) predicate:key is not null TableScan [TS_0] (rows=1 width=184) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] Map Reduce Local Work Stage-2 - Map 4 - keys: [HASHTABLESINK_20] + Map 4 vectorized + keys: [HASHTABLESINK_32] 0_col0,1_col0 - Select Operator [SEL_5] (rows=1 width=184) + Select Operator [SEL_31] (rows=1 width=184) Output:["_col0"] - Filter Operator [FIL_17] (rows=1 width=184) + Filter Operator [FIL_30] (rows=1 width=184) predicate:key is not null TableScan [TS_3] (rows=1 width=184) default@t1,b,Tbl:COMPLETE,Col:NONE,Output:["key"] @@ -5699,31 +5699,31 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_14] - Group By Operator [GBY_12] (rows=1 width=24) + Reducer 3 vectorized + File Output Operator [FS_26] + Group By Operator [GBY_25] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Reducer 2 [GROUP] - GROUP [RS_11] - Group By Operator [GBY_10] (rows=1 width=24) + <-Reducer 2 [GROUP] vectorized + GROUP [RS_24] + Group By Operator [GBY_23] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Map 1 [GROUP] - GROUP [RS_9] + <-Map 1 [GROUP] vectorized + GROUP [RS_22] PartitionCols:rand() - Select Operator [SEL_7] (rows=1 width=404) + Select Operator [SEL_21] (rows=1 width=404) Output:["_col0","_col1","_col2"] - Map Join Operator [MAPJOIN_15] (rows=1 width=404) - Conds:SEL_1.UDFToDouble(_col0)=SEL_1.(UDFToDouble(_col0) + 1.0D)(Left Outer),Output:["_col0","_col1","_col2"] - <-Select Operator [SEL_1] (rows=1 width=368) + Map Join Operator [MAPJOIN_20] (rows=1 width=404) + Conds:SEL_19.UDFToDouble(_col0)=SEL_19.(UDFToDouble(_col0) + 1.0D)(Left Outer),Output:["_col0","_col1","_col2"] + <-Select Operator [SEL_19] (rows=1 width=368) Output:["_col0","_col1"] TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] Map Reduce Local Work Stage-2 - Map 4 - keys: [HASHTABLESINK_17] + Map 4 vectorized + keys: [HASHTABLESINK_28] 0UDFToDouble(_col0),1(UDFToDouble(_col0) + 1.0D) - Select Operator [SEL_3] (rows=1 width=184) + Select Operator [SEL_27] (rows=1 width=184) Output:["_col0"] TableScan [TS_2] (rows=1 width=184) default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"] @@ -5743,31 +5743,31 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_14] - Group By Operator [GBY_12] (rows=1 width=24) + Reducer 4 vectorized + File Output Operator [FS_26] + Group By Operator [GBY_25] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Reducer 3 [GROUP] - GROUP [RS_11] - Group By Operator [GBY_10] (rows=1 width=24) + <-Reducer 3 [GROUP] vectorized + GROUP [RS_24] + Group By Operator [GBY_23] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Map 2 [GROUP] - GROUP [RS_9] + <-Map 2 [GROUP] vectorized + GROUP [RS_22] PartitionCols:rand() - Select Operator [SEL_7] (rows=1 width=404) + Select Operator [SEL_21] (rows=1 width=404) Output:["_col0","_col1","_col2"] - Map Join Operator [MAPJOIN_15] (rows=1 width=404) - Conds:SEL_3.UDFToDouble(_col0)=SEL_3.(UDFToDouble(_col0) + 1.0D)(Right Outer),Output:["_col0","_col1","_col2"] - <-Select Operator [SEL_3] (rows=1 width=184) + Map Join Operator [MAPJOIN_20] (rows=1 width=404) + Conds:SEL_19.UDFToDouble(_col0)=SEL_19.(UDFToDouble(_col0) + 1.0D)(Right Outer),Output:["_col0","_col1","_col2"] + <-Select Operator [SEL_19] (rows=1 width=184) Output:["_col0"] TableScan [TS_2] (rows=1 width=184) default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"] Map Reduce Local Work Stage-2 - Map 1 - keys: [HASHTABLESINK_17] + Map 1 vectorized + keys: [HASHTABLESINK_28] 0UDFToDouble(_col0),1(UDFToDouble(_col0) + 1.0D) - Select Operator [SEL_1] (rows=1 width=368) + Select Operator [SEL_27] (rows=1 width=368) Output:["_col0","_col1"] TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] @@ -5788,13 +5788,13 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 4 - File Output Operator [FS_14] - Group By Operator [GBY_12] (rows=1 width=24) + Reducer 4 vectorized + File Output Operator [FS_22] + Group By Operator [GBY_21] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - <-Reducer 3 [GROUP] - GROUP [RS_11] - Group By Operator [GBY_10] (rows=1 width=24) + <-Reducer 3 [GROUP] vectorized + GROUP [RS_20] + Group By Operator [GBY_19] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] <-Reducer 2 [GROUP] GROUP [RS_9] @@ -5803,17 +5803,17 @@ Stage-0 Output:["_col0","_col1","_col2"] Join Operator [JOIN_6] (rows=1 width=404) Output:["_col0","_col1","_col2"],condition map:[{"":"{\"type\":\"Outer\",\"left\":0,\"right\":1}"}],keys:{"0":"UDFToDouble(_col0)","1":"(UDFToDouble(_col0) + 1.0D)"} - <-Map 1 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_4] + <-Map 1 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_16] PartitionCols:UDFToDouble(_col0) - Select Operator [SEL_1] (rows=1 width=368) + Select Operator [SEL_15] (rows=1 width=368) Output:["_col0","_col1"] TableScan [TS_0] (rows=1 width=368) default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] - <-Map 5 [PARTITION-LEVEL SORT] - PARTITION-LEVEL SORT [RS_5] + <-Map 5 [PARTITION-LEVEL SORT] vectorized + PARTITION-LEVEL SORT [RS_18] PartitionCols:(UDFToDouble(_col0) + 1.0D) - Select Operator [SEL_3] (rows=1 width=184) + Select Operator [SEL_17] (rows=1 width=184) Output:["_col0"] TableScan [TS_2] (rows=1 width=184) default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"] @@ -5832,31 +5832,31 @@ Stage-0 Fetch Operator limit:-1 Stage-1 - Reducer 3 - File Output Operator [FS_14] - Group By Operator [GBY_12] (rows=1 width=16) + Reducer 3 vectorized + File Output Operator [FS_26] + Group By Operator [GBY_25] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Reducer 2 [GROUP] - GROUP [RS_11] - Group By Operator [GBY_10] (rows=1 width=16) + <-Reducer 2 [GROUP] vectorized + GROUP [RS_24] + Group By Operator [GBY_23] (rows=1 width=16) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - <-Map 1 [GROUP] - GROUP [RS_9] + <-Map 1 [GROUP] vectorized + GROUP [RS_22] PartitionCols:rand() - Select Operator [SEL_7] (rows=1 width=202) + Select Operator [SEL_21] (rows=1 width=202) Output:["_col0","_col1"] - Map Join Operator [MAPJOIN_15] (rows=1 width=202) - Conds:SEL_1.(UDFToDouble(_col0) + 1.0D)=SEL_1.UDFToDouble(_col0)(Left Outer),Output:["_col0","_col2"] - <-Select Operator [SEL_1] (rows=1 width=184) + Map Join Operator [MAPJOIN_20] (rows=1 width=202) + Conds:SEL_19.(UDFToDouble(_col0) + 1.0D)=SEL_19.UDFToDouble(_col0)(Left Outer),Output:["_col0","_col2"] + <-Select Operator [SEL_19] (rows=1 width=184) Output:["_col0"] TableScan [TS_0] (rows=1 width=184) default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"] Map Reduce Local Work Stage-2 - Map 4 - keys: [HASHTABLESINK_17] + Map 4 vectorized + keys: [HASHTABLESINK_28] 0(UDFToDouble(_col0) + 1.0D),1UDFToDouble(_col0) - Select Operator [SEL_3] (rows=1 width=368) + Select Operator [SEL_27] (rows=1 width=368) Output:["_col0","_col1"] TableScan [TS_2] (rows=1 width=368) default@t1,v,Tbl:COMPLETE,Col:NONE,Output:["key","val"] diff --git ql/src/test/results/clientpositive/spark/spark_local_queries.q.out ql/src/test/results/clientpositive/spark/spark_local_queries.q.out index f34c5fa..6203927 100644 --- ql/src/test/results/clientpositive/spark/spark_local_queries.q.out +++ ql/src/test/results/clientpositive/spark/spark_local_queries.q.out @@ -28,7 +28,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out index be43941..f2ac6a1 100644 --- ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out +++ ql/src/test/results/clientpositive/spark/spark_multi_insert_parallel_orderby.q.out @@ -46,7 +46,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -128,7 +130,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -296,6 +300,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.e2 + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -1417,7 +1422,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.e2 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/spark_union_merge.q.out ql/src/test/results/clientpositive/spark/spark_union_merge.q.out index 16f1277..f1a1826 100644 --- ql/src/test/results/clientpositive/spark/spark_union_merge.q.out +++ ql/src/test/results/clientpositive/spark/spark_union_merge.q.out @@ -56,6 +56,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -140,6 +141,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -282,6 +284,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -366,6 +369,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out index 4a5c873..8530874 100644 --- ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out +++ ql/src/test/results/clientpositive/spark/spark_use_op_stats.q.out @@ -36,6 +36,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -54,6 +55,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -168,6 +170,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -185,6 +188,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -202,6 +206,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 49 Data size: 510 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -219,6 +224,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 49 Data size: 510 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -263,6 +269,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out index 6bf28f6..9c50716 100644 --- ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out +++ ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out @@ -36,6 +36,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -54,6 +55,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -141,6 +143,7 @@ STAGE PLANS: keys: 0 (UDFToDouble(_col0) + UDFToDouble(_col1)) (type: double) 1 UDFToDouble(_col0) (type: double) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -167,6 +170,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -184,6 +188,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Local Work: Map Reduce Local Work @@ -401,6 +406,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col1 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -424,6 +430,7 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col1 (type: int) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -461,6 +468,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 14 Data size: 60 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -491,6 +499,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 14 Data size: 60 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 6 @@ -511,6 +520,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/stats0.q.out ql/src/test/results/clientpositive/spark/stats0.q.out index 0fae83b..1fa0df8 100644 --- ql/src/test/results/clientpositive/spark/stats0.q.out +++ ql/src/test/results/clientpositive/spark/stats0.q.out @@ -66,6 +66,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -724,6 +725,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.stats_partitioned + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -1384,6 +1386,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2042,6 +2045,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.stats_partitioned + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/stats1.q.out ql/src/test/results/clientpositive/spark/stats1.q.out index 29777f9..720a0f1 100644 --- ql/src/test/results/clientpositive/spark/stats1.q.out +++ ql/src/test/results/clientpositive/spark/stats1.q.out @@ -48,6 +48,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -65,7 +66,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/stats10.q.out ql/src/test/results/clientpositive/spark/stats10.q.out index d79fc10..60830d4 100644 --- ql/src/test/results/clientpositive/spark/stats10.q.out +++ ql/src/test/results/clientpositive/spark/stats10.q.out @@ -40,7 +40,9 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/stats2.q.out ql/src/test/results/clientpositive/spark/stats2.q.out index e8330db..c6283c4 100644 --- ql/src/test/results/clientpositive/spark/stats2.q.out +++ ql/src/test/results/clientpositive/spark/stats2.q.out @@ -38,6 +38,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.analyze_t1 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out index 1f5bd0c..70eaf11 100644 --- ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out +++ ql/src/test/results/clientpositive/spark/stats_noscan_2.q.out @@ -320,7 +320,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/stats_only_null.q.out ql/src/test/results/clientpositive/spark/stats_only_null.q.out index 758503f..698c100 100644 --- ql/src/test/results/clientpositive/spark/stats_only_null.q.out +++ ql/src/test/results/clientpositive/spark/stats_only_null.q.out @@ -101,7 +101,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 240 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4) @@ -157,7 +159,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 240 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4) diff --git ql/src/test/results/clientpositive/spark/subquery_exists.q.out ql/src/test/results/clientpositive/spark/subquery_exists.q.out index 79ac544..eaa8408 100644 --- ql/src/test/results/clientpositive/spark/subquery_exists.q.out +++ ql/src/test/results/clientpositive/spark/subquery_exists.q.out @@ -44,6 +44,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -66,6 +67,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -246,6 +248,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -268,6 +271,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -336,6 +340,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -356,6 +361,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -374,6 +380,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -969,6 +976,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 2 Data size: 2 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -988,6 +996,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1006,6 +1015,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1118,6 +1128,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1141,6 +1152,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1164,6 +1176,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1265,6 +1278,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1288,6 +1302,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/subquery_in.q.out ql/src/test/results/clientpositive/spark/subquery_in.q.out index 170160e..2c292a7 100644 --- ql/src/test/results/clientpositive/spark/subquery_in.q.out +++ ql/src/test/results/clientpositive/spark/subquery_in.q.out @@ -37,6 +37,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -59,6 +60,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -152,6 +154,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -174,6 +177,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -278,6 +282,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col1) (type: double) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -289,6 +294,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -307,6 +313,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -350,6 +357,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -444,6 +452,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -458,6 +467,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -480,6 +490,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -526,6 +537,7 @@ STAGE PLANS: Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -623,6 +635,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -645,6 +658,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -748,6 +762,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -766,6 +781,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -789,6 +805,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -882,6 +899,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -900,6 +918,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -923,6 +942,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1018,6 +1038,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1036,6 +1057,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1058,7 +1080,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1190,6 +1214,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1207,6 +1232,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1227,6 +1253,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1263,6 +1290,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1277,6 +1305,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -1353,6 +1382,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string), _col5 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1371,6 +1401,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1389,6 +1420,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -1479,6 +1511,7 @@ STAGE PLANS: Map-reduce partition columns: (_col5 - 1) (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1500,6 +1533,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1518,6 +1552,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1543,6 +1578,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1614,6 +1650,7 @@ STAGE PLANS: Map-reduce partition columns: (_col0 * _col5) (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1635,6 +1672,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1653,6 +1691,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1678,6 +1717,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1738,6 +1778,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), (_col1 + 100) (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1760,6 +1801,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1779,6 +1821,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1843,6 +1886,7 @@ STAGE PLANS: Map-reduce partition columns: floor(_col7) (type: bigint) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1864,6 +1908,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1882,6 +1927,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1911,6 +1957,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: bigint) @@ -1997,6 +2044,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col5 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2015,6 +2063,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int), _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2033,6 +2082,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2075,6 +2125,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2136,6 +2187,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: string), _col5 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2158,6 +2210,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2249,6 +2302,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2271,6 +2325,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2364,6 +2419,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2382,6 +2438,7 @@ STAGE PLANS: Map-reduce partition columns: (_col1 + 1) (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2404,6 +2461,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2446,6 +2504,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2534,6 +2593,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2556,6 +2616,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2578,6 +2639,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2601,6 +2663,7 @@ STAGE PLANS: Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2635,6 +2698,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2744,6 +2808,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2766,6 +2831,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2788,6 +2854,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2811,6 +2878,7 @@ STAGE PLANS: Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2845,6 +2913,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2955,6 +3024,7 @@ STAGE PLANS: Map-reduce partition columns: (_col5 - 1) (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -2976,6 +3046,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2992,6 +3063,7 @@ STAGE PLANS: Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), VALUE._col5 (type: string), VALUE._col6 (type: double), VALUE._col7 (type: string) @@ -3005,6 +3077,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3030,6 +3103,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3102,6 +3176,7 @@ STAGE PLANS: Map-reduce partition columns: (_col5 - 1) (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -3123,6 +3198,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3140,6 +3216,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), VALUE._col5 (type: string), VALUE._col6 (type: double), VALUE._col7 (type: string) @@ -3156,6 +3233,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3181,6 +3259,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3244,6 +3323,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -3266,6 +3346,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 52 Data size: 6294 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -3288,6 +3369,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 52 Data size: 6294 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3358,6 +3440,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -3380,6 +3463,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3400,6 +3484,7 @@ STAGE PLANS: Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int) @@ -3471,6 +3556,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -3489,6 +3575,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -3507,6 +3594,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3625,6 +3713,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -3643,6 +3732,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -3661,6 +3751,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3781,6 +3872,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: string), _col3 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -3799,6 +3891,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -3817,6 +3910,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3901,6 +3995,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -3919,6 +4014,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -3937,6 +4033,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4057,6 +4154,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -4075,6 +4173,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -4095,6 +4194,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4136,6 +4236,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -4155,6 +4256,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 726 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4227,6 +4329,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), UDFToDouble(_col5) (type: double) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -4247,6 +4350,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4265,6 +4369,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -4367,6 +4472,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col5 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -4380,6 +4486,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -4398,6 +4505,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4445,6 +4553,7 @@ STAGE PLANS: Statistics: Num rows: 112 Data size: 27220 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4466,6 +4575,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 56 Data size: 13610 Basic stats: COMPLETE Column stats: NONE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -4530,6 +4640,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -4548,6 +4659,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -4568,7 +4680,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4657,6 +4771,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -4676,6 +4791,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 726 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4768,6 +4884,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -4786,6 +4903,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -4806,7 +4924,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -4895,6 +5015,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -4914,6 +5035,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 726 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -5020,6 +5142,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToLong(_col0) (type: bigint) Statistics: Num rows: 2 Data size: 2 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -5036,6 +5159,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5054,6 +5178,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5227,6 +5352,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToLong(_col0) (type: bigint), _col1 (type: int) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -5247,6 +5373,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5265,6 +5392,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -5359,6 +5487,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col5 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -5372,6 +5501,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -5390,6 +5520,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5437,6 +5568,7 @@ STAGE PLANS: Statistics: Num rows: 338 Data size: 82147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -5458,6 +5590,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 169 Data size: 41073 Basic stats: COMPLETE Column stats: NONE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -5522,6 +5655,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string), _col5 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -5538,6 +5672,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -5556,6 +5691,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -5574,6 +5710,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5635,6 +5772,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 371 Data size: 90361 Basic stats: COMPLETE Column stats: NONE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/subquery_multi.q.out ql/src/test/results/clientpositive/spark/subquery_multi.q.out index 4d9ec01..4b48a59 100644 --- ql/src/test/results/clientpositive/spark/subquery_multi.q.out +++ ql/src/test/results/clientpositive/spark/subquery_multi.q.out @@ -114,6 +114,7 @@ STAGE PLANS: Map-reduce partition columns: _col5 (type: int) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -132,6 +133,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -154,6 +156,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -188,6 +191,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -280,6 +284,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -298,6 +303,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -316,6 +322,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -335,7 +342,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -407,6 +416,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -419,6 +429,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -484,6 +495,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -502,6 +514,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -520,6 +533,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -539,7 +553,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -611,6 +627,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -623,6 +640,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -714,6 +732,7 @@ STAGE PLANS: Map-reduce partition columns: _col3 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -732,6 +751,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -750,6 +770,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -768,7 +789,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -840,6 +863,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -852,6 +876,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -914,6 +939,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -932,6 +958,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -951,6 +978,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: char(2)) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -973,6 +1001,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1030,6 +1059,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -1041,6 +1071,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: char(2)) @@ -1139,6 +1170,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1157,6 +1189,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1174,6 +1207,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1206,6 +1240,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1218,6 +1253,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -1310,6 +1346,7 @@ STAGE PLANS: Map-reduce partition columns: _col5 (type: int) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1328,6 +1365,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1345,6 +1383,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1377,6 +1416,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1389,6 +1429,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -1455,6 +1496,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1473,6 +1515,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1490,6 +1533,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1529,6 +1573,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1541,6 +1586,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -1638,6 +1684,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -1656,6 +1703,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -1678,6 +1726,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1700,6 +1749,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1718,6 +1768,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -1740,6 +1791,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator @@ -1761,6 +1813,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -1859,6 +1912,7 @@ STAGE PLANS: Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -1954,6 +2008,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1972,6 +2027,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1994,6 +2050,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2028,6 +2085,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -2121,6 +2179,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string), _col1 (type: string), _col6 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -2139,6 +2198,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string) + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -2161,6 +2221,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2183,6 +2244,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2201,6 +2263,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: string) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -2223,6 +2286,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator @@ -2244,6 +2308,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -2342,6 +2407,7 @@ STAGE PLANS: Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2435,6 +2501,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col4 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2457,6 +2524,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2477,6 +2545,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -2495,6 +2564,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2552,6 +2622,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2566,6 +2637,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -2662,6 +2734,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col4 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2680,6 +2753,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2702,6 +2776,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2832,6 +2907,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -2850,6 +2926,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double), _col1 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2868,6 +2945,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2884,7 +2962,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: double) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -2905,6 +2985,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -2922,6 +3003,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean) Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3083,6 +3165,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -3105,6 +3188,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -3123,6 +3207,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -3145,6 +3230,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3168,6 +3254,7 @@ STAGE PLANS: Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3224,6 +3311,7 @@ STAGE PLANS: Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3610,6 +3698,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col4 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -3626,6 +3715,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -3644,6 +3734,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3682,6 +3773,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 338 Data size: 82147 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -3776,6 +3868,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -3794,6 +3887,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -3813,6 +3907,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 14 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3854,6 +3949,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3865,6 +3961,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3941,6 +4038,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -3958,6 +4056,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -3977,6 +4076,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -3995,7 +4095,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -4061,6 +4163,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4075,6 +4178,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4086,6 +4190,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -4167,6 +4272,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -4190,6 +4296,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -4208,6 +4315,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4254,6 +4362,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out index 1244c99..db63eb6 100644 --- ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out +++ ql/src/test/results/clientpositive/spark/subquery_multiinsert.q.out @@ -84,6 +84,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), value (type: string) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -97,6 +98,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: key (type: string), value (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -119,6 +121,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -136,6 +139,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -155,6 +159,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -194,6 +199,7 @@ STAGE PLANS: Statistics: Num rows: 275 Data size: 5396 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -226,6 +232,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.src_4 Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -527,6 +534,7 @@ STAGE PLANS: keys: 0 key (type: string), value (type: string) 1 _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 4 @@ -545,6 +553,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Map 5 @@ -566,7 +575,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 6 + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -654,9 +665,11 @@ STAGE PLANS: sort order: + Statistics: Num rows: 275 Data size: 5396 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/subquery_notin.q.out ql/src/test/results/clientpositive/spark/subquery_notin.q.out index 51b2b44..ffa524e 100644 --- ql/src/test/results/clientpositive/spark/subquery_notin.q.out +++ ql/src/test/results/clientpositive/spark/subquery_notin.q.out @@ -42,6 +42,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -59,6 +60,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -77,6 +79,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -118,6 +121,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -129,6 +133,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -335,6 +340,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -350,6 +356,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: p_name (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -391,6 +398,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -437,6 +445,7 @@ STAGE PLANS: Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -451,6 +460,7 @@ STAGE PLANS: Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -495,6 +505,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -607,6 +618,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -618,6 +630,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -659,6 +672,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -702,6 +716,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -722,6 +737,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -765,6 +781,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -885,6 +902,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: int) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -899,7 +917,9 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -920,6 +940,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -966,6 +987,7 @@ STAGE PLANS: Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1054,6 +1076,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -1098,6 +1121,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1117,6 +1141,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -1443,6 +1468,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1466,6 +1492,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1531,6 +1558,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -1542,6 +1570,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1616,6 +1645,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1640,6 +1670,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1662,6 +1693,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1703,6 +1735,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -1717,6 +1750,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -1813,6 +1847,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1834,7 +1869,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1890,6 +1927,7 @@ STAGE PLANS: Statistics: Num rows: 18 Data size: 2537 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), VALUE._col5 (type: string), VALUE._col6 (type: double), VALUE._col7 (type: string) @@ -1903,6 +1941,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1924,6 +1963,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -1935,6 +1975,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2022,6 +2063,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -2043,6 +2085,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2084,6 +2127,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2105,6 +2149,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2116,6 +2161,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2138,6 +2184,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2231,6 +2278,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -2250,6 +2298,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2270,6 +2319,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -2288,7 +2338,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2342,6 +2394,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2356,6 +2409,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2370,6 +2424,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: string) @@ -2452,6 +2507,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -2473,6 +2529,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2514,6 +2571,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2535,6 +2593,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2546,6 +2605,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2568,6 +2628,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: bigint) @@ -2638,6 +2699,7 @@ STAGE PLANS: Map-reduce partition columns: _col5 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -2657,6 +2719,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -2672,6 +2735,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int), _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -2687,6 +2751,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int), _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -2708,6 +2773,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -2728,6 +2794,7 @@ STAGE PLANS: Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: boolean) Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2802,6 +2869,7 @@ STAGE PLANS: Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2816,6 +2884,7 @@ STAGE PLANS: Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2899,6 +2968,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col5 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -2919,6 +2989,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint), _col3 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2937,6 +3008,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2978,6 +3050,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2992,6 +3065,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: string), KEY._col2 (type: int) @@ -3063,6 +3137,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -3087,6 +3162,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -3109,6 +3185,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: double), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3150,6 +3227,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3164,6 +3242,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double), KEY._col1 (type: string) @@ -3235,6 +3314,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -3254,6 +3334,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -3269,6 +3350,7 @@ STAGE PLANS: Map-reduce partition columns: (_col1 + 1) (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -3284,6 +3366,7 @@ STAGE PLANS: Map-reduce partition columns: (_col1 + 1) (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -3305,6 +3388,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: int) @@ -3325,6 +3409,7 @@ STAGE PLANS: Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: boolean) Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3399,6 +3484,7 @@ STAGE PLANS: Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3413,6 +3499,7 @@ STAGE PLANS: Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3500,6 +3587,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -3522,6 +3610,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -3540,6 +3629,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -3559,7 +3649,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3634,6 +3726,7 @@ STAGE PLANS: Statistics: Num rows: 366 Data size: 10110 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3668,6 +3761,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3679,6 +3773,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -3778,6 +3873,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -3800,6 +3896,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -3824,6 +3921,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -3846,7 +3944,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3921,6 +4021,7 @@ STAGE PLANS: Statistics: Num rows: 303 Data size: 3218 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3955,6 +4056,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3969,6 +4071,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -4073,6 +4176,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -4094,7 +4198,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -4150,6 +4256,7 @@ STAGE PLANS: Statistics: Num rows: 18 Data size: 2537 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: string), VALUE._col2 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: string), VALUE._col4 (type: int), VALUE._col5 (type: string), VALUE._col6 (type: double), VALUE._col7 (type: string) @@ -4163,6 +4270,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4184,6 +4292,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -4195,6 +4304,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4283,6 +4393,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -4304,7 +4415,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -4361,6 +4474,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string), _col2 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: int), VALUE._col4 (type: string), VALUE._col5 (type: double), VALUE._col6 (type: string) @@ -4377,6 +4491,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4398,6 +4513,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -4409,6 +4525,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4482,6 +4599,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -4500,6 +4618,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -4518,6 +4637,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -4537,6 +4657,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 52 Data size: 6294 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -4556,6 +4677,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 52 Data size: 6294 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4597,6 +4719,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -4608,6 +4731,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -5178,6 +5302,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -5197,6 +5322,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -5217,6 +5343,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -5235,7 +5362,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -5289,6 +5418,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5303,6 +5433,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -5317,6 +5448,7 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -5432,6 +5564,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 4 Data size: 313 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -5450,6 +5583,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -5469,6 +5603,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5510,6 +5645,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -5521,6 +5657,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -5592,6 +5729,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: char(100)) Statistics: Num rows: 4 Data size: 313 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -5611,6 +5749,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: char(100)) Statistics: Num rows: 4 Data size: 313 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -5626,6 +5765,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 3 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -5641,6 +5781,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToDouble(_col0) (type: double) Statistics: Num rows: 3 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -5662,6 +5803,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: char(100)) Statistics: Num rows: 3 Data size: 6 Basic stats: COMPLETE Column stats: NONE Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: char(100)) @@ -5682,6 +5824,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 2 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: boolean) Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: char(100)) @@ -5757,6 +5900,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -5771,6 +5915,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 2 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: char(100)) @@ -5887,6 +6032,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -5907,6 +6053,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -5925,6 +6072,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5966,6 +6114,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -5980,6 +6129,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -6106,6 +6256,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 2 Data size: 9 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -6126,6 +6277,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -6144,6 +6296,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -6163,6 +6316,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 9 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -6190,6 +6344,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -6204,6 +6359,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -6237,6 +6393,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6334,6 +6491,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -6354,6 +6512,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -6372,6 +6531,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -6391,6 +6551,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -6418,6 +6579,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -6432,6 +6594,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -6465,6 +6628,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6527,6 +6691,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -6547,6 +6712,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -6565,6 +6731,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -6606,6 +6773,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -6620,6 +6788,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: int) @@ -6687,6 +6856,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -6705,6 +6875,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -6724,6 +6895,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -6765,6 +6937,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -6776,6 +6949,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6842,6 +7016,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -6860,6 +7035,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -6879,6 +7055,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -6920,6 +7097,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -6931,6 +7109,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -7015,6 +7194,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -7031,6 +7211,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -7050,6 +7231,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -7068,7 +7250,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -7159,6 +7343,7 @@ STAGE PLANS: Statistics: Num rows: 13833 Data size: 307707 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -7173,6 +7358,7 @@ STAGE PLANS: Statistics: Num rows: 6916 Data size: 153842 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out index 96e8ee2..68a6e84 100644 --- ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out +++ ql/src/test/results/clientpositive/spark/subquery_null_agg.q.out @@ -70,6 +70,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -89,6 +90,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -109,6 +111,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -148,6 +151,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -159,6 +163,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) diff --git ql/src/test/results/clientpositive/spark/subquery_scalar.q.out ql/src/test/results/clientpositive/spark/subquery_scalar.q.out index d044da9..5dc1ce6 100644 --- ql/src/test/results/clientpositive/spark/subquery_scalar.q.out +++ ql/src/test/results/clientpositive/spark/subquery_scalar.q.out @@ -109,6 +109,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -127,6 +128,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -152,6 +154,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -236,6 +239,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -252,6 +256,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -265,6 +270,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: char(2)) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -292,6 +298,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -346,6 +353,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -365,6 +373,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -378,6 +387,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -402,6 +412,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -468,6 +479,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -481,6 +493,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -498,6 +511,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 5 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -537,6 +551,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -551,6 +566,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -566,6 +582,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int) @@ -653,6 +670,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -671,6 +689,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -689,6 +708,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -780,6 +800,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -798,6 +819,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -816,6 +838,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -855,6 +878,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -866,6 +890,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -950,6 +975,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -960,6 +986,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -987,6 +1014,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -1021,6 +1049,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Select Operator Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE @@ -1037,6 +1066,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1052,6 +1082,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -1087,6 +1118,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -1174,6 +1206,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1192,6 +1225,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1217,6 +1251,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1301,6 +1336,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1321,6 +1357,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1346,6 +1383,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1360,6 +1398,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1424,6 +1463,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1444,6 +1484,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1463,6 +1504,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1477,6 +1519,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1543,6 +1586,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1563,6 +1607,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1588,6 +1633,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -1657,6 +1703,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1677,6 +1724,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1695,6 +1743,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1734,6 +1783,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1752,6 +1802,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: boolean) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1840,6 +1891,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1860,6 +1912,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1878,6 +1931,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1924,6 +1978,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -1942,6 +1997,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: boolean) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2030,6 +2086,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -2048,6 +2105,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2070,6 +2128,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2107,6 +2166,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2187,6 +2247,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col5 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2207,6 +2268,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2232,6 +2294,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2323,6 +2386,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -2345,6 +2409,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2363,6 +2428,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -2383,7 +2449,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2429,6 +2497,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 97812 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2467,6 +2536,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2478,6 +2548,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -2496,6 +2567,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2576,6 +2648,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -2594,7 +2667,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -2635,6 +2710,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2699,6 +2775,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -2717,6 +2794,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -2735,7 +2813,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2756,6 +2836,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2775,6 +2856,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2795,6 +2877,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 14 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2814,6 +2897,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2859,6 +2943,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2885,6 +2970,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2956,6 +3042,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2974,6 +3061,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2992,6 +3080,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3039,6 +3128,7 @@ STAGE PLANS: Statistics: Num rows: 28 Data size: 3461 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3124,6 +3214,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -3142,6 +3233,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -3160,6 +3252,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -3179,6 +3272,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3225,6 +3319,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3236,6 +3331,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3247,6 +3343,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -3340,6 +3437,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -3358,6 +3456,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -3377,6 +3476,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -3397,7 +3497,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3479,6 +3581,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3490,6 +3593,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -3567,6 +3671,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -3585,6 +3690,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -3609,7 +3715,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3662,6 +3770,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3767,6 +3876,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -3785,6 +3895,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: int) Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -3809,7 +3920,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -3862,6 +3975,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3960,6 +4074,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -3977,6 +4092,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -3997,6 +4113,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4026,6 +4143,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -4040,6 +4158,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -4110,6 +4229,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col4 (type: string) Statistics: Num rows: 1 Data size: 32560 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -4128,6 +4248,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -4148,6 +4269,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4196,6 +4318,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4422,6 +4545,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 5 Data size: 238 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: int), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: date) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -4442,6 +4566,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4467,6 +4592,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4537,6 +4663,7 @@ STAGE PLANS: Map-reduce partition columns: _col2 (type: int) Statistics: Num rows: 5 Data size: 238 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: int), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: date) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -4557,6 +4684,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4582,6 +4710,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4650,6 +4779,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 5 Data size: 238 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: int), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: date) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -4670,6 +4800,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -4690,6 +4821,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4738,6 +4870,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4756,6 +4889,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: boolean) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4829,6 +4963,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 5 Data size: 238 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col2 (type: int), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: int), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: date) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -4849,6 +4984,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 3 Data size: 31 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -4867,6 +5003,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4913,6 +5050,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -4931,6 +5069,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: boolean) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5027,6 +5166,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -5046,7 +5186,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5083,6 +5225,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5172,6 +5315,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -5194,6 +5338,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -5213,6 +5358,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5236,6 +5382,7 @@ STAGE PLANS: Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5272,6 +5419,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5338,6 +5486,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -5357,6 +5506,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -5378,6 +5528,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5405,6 +5556,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -5423,6 +5575,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5438,6 +5591,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -5492,6 +5646,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -5510,6 +5665,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -5530,6 +5686,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5555,6 +5712,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -5580,6 +5738,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -5640,6 +5799,7 @@ STAGE PLANS: Map-reduce partition columns: _col4 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -5653,6 +5813,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -5672,6 +5833,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5726,6 +5888,7 @@ STAGE PLANS: Statistics: Num rows: 338 Data size: 82147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5744,6 +5907,7 @@ STAGE PLANS: Statistics: Num rows: 169 Data size: 41073 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: boolean) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -5849,6 +6013,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -5862,6 +6027,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -5881,6 +6047,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5935,6 +6102,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 14 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5953,6 +6121,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: boolean) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6014,6 +6183,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -6027,6 +6197,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -6046,6 +6217,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -6093,6 +6265,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 14 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -6113,6 +6286,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -6178,6 +6352,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -6198,6 +6373,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -6223,6 +6399,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -6290,6 +6467,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -6310,6 +6488,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -6328,6 +6507,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -6421,6 +6601,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -6440,7 +6621,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -6477,6 +6660,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -6540,6 +6724,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -6562,7 +6747,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -6599,6 +6786,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/subquery_select.q.out ql/src/test/results/clientpositive/spark/subquery_select.q.out index edbd4d2..d366a5f 100644 --- ql/src/test/results/clientpositive/spark/subquery_select.q.out +++ ql/src/test/results/clientpositive/spark/subquery_select.q.out @@ -34,6 +34,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -52,6 +53,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -90,6 +92,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -106,6 +109,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -205,6 +209,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -225,6 +230,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -263,6 +269,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -283,6 +290,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 726 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -388,6 +396,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -406,6 +415,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -444,6 +454,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -460,6 +471,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -561,6 +573,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -579,6 +592,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -599,7 +613,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -685,6 +701,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -704,6 +721,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 726 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -800,6 +818,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -817,6 +836,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -839,6 +859,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -926,6 +947,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -944,6 +966,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -966,6 +989,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1057,6 +1081,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1074,6 +1099,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1096,6 +1122,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -1183,6 +1210,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1201,6 +1229,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1223,6 +1252,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -1313,6 +1343,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1333,6 +1364,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1355,6 +1387,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1444,6 +1477,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1464,6 +1498,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1486,6 +1521,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1576,6 +1612,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1594,6 +1631,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1612,6 +1650,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1715,6 +1754,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1731,6 +1771,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1749,6 +1790,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1791,6 +1833,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 32473 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -1882,6 +1925,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -1899,6 +1943,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1919,6 +1964,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -1961,6 +2007,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2066,6 +2113,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -2084,6 +2132,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -2103,6 +2152,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 2 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2141,6 +2191,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -2152,6 +2203,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -2250,6 +2302,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2266,6 +2319,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2284,6 +2338,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2368,6 +2423,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2386,6 +2442,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2404,6 +2461,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2507,6 +2565,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2527,6 +2586,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2549,6 +2609,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2642,6 +2703,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -2662,6 +2724,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2684,6 +2747,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2779,6 +2843,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -2792,6 +2857,7 @@ STAGE PLANS: key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -2806,6 +2872,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -2840,6 +2907,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 6553 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: boolean) @@ -2853,6 +2921,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE @@ -2869,6 +2938,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2884,6 +2954,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -2983,6 +3054,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col2 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -3001,6 +3073,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -3021,7 +3094,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3038,6 +3113,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -3122,6 +3198,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3142,6 +3219,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 726 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3247,6 +3325,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -3265,6 +3344,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -3287,6 +3367,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -3389,6 +3470,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -3399,6 +3481,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -3417,6 +3500,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 11 Reduce Operator Tree: Join Operator @@ -3437,6 +3521,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 234 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 Reducer 12 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -3456,6 +3541,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 9 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean) Reducer 14 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3522,6 +3608,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 26 Data size: 234 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -3540,6 +3627,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -3551,6 +3639,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3660,6 +3749,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -3679,6 +3769,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -3696,6 +3787,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 9 Map Operator Tree: TableScan @@ -3717,7 +3809,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3778,6 +3872,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3789,6 +3884,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -3901,6 +3997,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -3917,7 +4014,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -3950,6 +4049,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4017,6 +4117,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -4030,6 +4131,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int), _col1 (type: int) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -4048,6 +4150,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -4066,6 +4169,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4112,6 +4216,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 8 Data size: 1104 Basic stats: COMPLETE Column stats: NONE Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -4127,6 +4232,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) Reducer 8 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: string) @@ -4218,6 +4324,7 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -4236,6 +4343,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -4254,6 +4362,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -4272,6 +4381,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -4290,7 +4400,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -4306,6 +4418,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) Reducer 13 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -4380,6 +4493,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -4391,6 +4505,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -4485,6 +4600,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -4502,6 +4618,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -4519,6 +4636,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -4555,6 +4673,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4653,6 +4772,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -4673,6 +4793,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -4691,6 +4812,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -4708,6 +4830,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -4726,7 +4849,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -4803,6 +4928,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4814,6 +4940,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -4937,6 +5064,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 12 Map Operator Tree: TableScan @@ -4954,6 +5082,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -4972,6 +5101,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -4992,6 +5122,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -5010,6 +5141,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -5030,6 +5162,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -5048,6 +5181,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reducer 10 Reduce Operator Tree: Join Operator @@ -5069,6 +5203,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 11 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5080,6 +5215,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 14 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -5105,6 +5241,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -5166,6 +5303,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -5191,6 +5329,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5306,6 +5445,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -5326,6 +5466,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -5348,6 +5489,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/subquery_views.q.out ql/src/test/results/clientpositive/spark/subquery_views.q.out index 7d611e1..af7ce71 100644 --- ql/src/test/results/clientpositive/spark/subquery_views.q.out +++ ql/src/test/results/clientpositive/spark/subquery_views.q.out @@ -133,6 +133,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 11 Map Operator Tree: TableScan @@ -152,6 +153,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 13 Map Operator Tree: TableScan @@ -172,6 +174,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint), _col3 (type: bigint) + Execution mode: vectorized Map 15 Map Operator Tree: TableScan @@ -190,6 +193,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 18 Map Operator Tree: TableScan @@ -211,7 +215,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 10 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -253,6 +259,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 302 Data size: 3207 Basic stats: COMPLETE Column stats: NONE Reducer 14 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -267,6 +274,7 @@ STAGE PLANS: Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 16 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -300,6 +308,7 @@ STAGE PLANS: Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: boolean) Reducer 19 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -354,6 +363,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -368,6 +378,7 @@ STAGE PLANS: Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/temp_table.q.out ql/src/test/results/clientpositive/spark/temp_table.q.out index ff08546..73bd42f 100644 --- ql/src/test/results/clientpositive/spark/temp_table.q.out +++ ql/src/test/results/clientpositive/spark/temp_table.q.out @@ -33,6 +33,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.foo + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -100,6 +101,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.bar + Execution mode: vectorized Stage: Stage-0 Move Operator @@ -178,7 +180,9 @@ STAGE PLANS: Statistics: Num rows: 247 Data size: 2609 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -249,6 +253,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -264,7 +269,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/temp_table_join1.q.out ql/src/test/results/clientpositive/spark/temp_table_join1.q.out index b7e9a69..48925a0 100644 --- ql/src/test/results/clientpositive/spark/temp_table_join1.q.out +++ ql/src/test/results/clientpositive/spark/temp_table_join1.q.out @@ -56,6 +56,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -74,6 +75,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -158,6 +160,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -176,6 +179,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -262,6 +266,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -280,6 +285,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/tez_join_tests.q.out ql/src/test/results/clientpositive/spark/tez_join_tests.q.out index aa4ffc4..83a6947 100644 --- ql/src/test/results/clientpositive/spark/tez_join_tests.q.out +++ ql/src/test/results/clientpositive/spark/tez_join_tests.q.out @@ -32,6 +32,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -46,6 +47,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -61,6 +63,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -93,6 +96,7 @@ STAGE PLANS: Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) diff --git ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out index 4178a72..1132d9f 100644 --- ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out +++ ql/src/test/results/clientpositive/spark/tez_joins_explain.q.out @@ -32,6 +32,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -46,6 +47,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -61,6 +63,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -93,6 +96,7 @@ STAGE PLANS: Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) diff --git ql/src/test/results/clientpositive/spark/transform_ppr1.q.out ql/src/test/results/clientpositive/spark/transform_ppr1.q.out index d2598dc..a7c5243 100644 --- ql/src/test/results/clientpositive/spark/transform_ppr1.q.out +++ ql/src/test/results/clientpositive/spark/transform_ppr1.q.out @@ -264,6 +264,7 @@ STAGE PLANS: /srcpart/ds=2008-04-09/hr=11 [tmap:src] /srcpart/ds=2008-04-09/hr=12 [tmap:src] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/transform_ppr2.q.out ql/src/test/results/clientpositive/spark/transform_ppr2.q.out index d08ace6..e48e6a3 100644 --- ql/src/test/results/clientpositive/spark/transform_ppr2.q.out +++ ql/src/test/results/clientpositive/spark/transform_ppr2.q.out @@ -168,6 +168,7 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=11 [tmap:src] /srcpart/ds=2008-04-08/hr=12 [tmap:src] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/union.q.out ql/src/test/results/clientpositive/spark/union.q.out index 8feea55..594028b 100644 --- ql/src/test/results/clientpositive/spark/union.q.out +++ ql/src/test/results/clientpositive/spark/union.q.out @@ -42,6 +42,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -61,6 +62,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/union10.q.out ql/src/test/results/clientpositive/spark/union10.q.out index c83afda..06f4f57 100644 --- ql/src/test/results/clientpositive/spark/union10.q.out +++ ql/src/test/results/clientpositive/spark/union10.q.out @@ -52,6 +52,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -68,6 +69,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -84,7 +86,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -108,6 +112,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -131,6 +136,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union11.q.out ql/src/test/results/clientpositive/spark/union11.q.out index 1cb355c..83b343a 100644 --- ql/src/test/results/clientpositive/spark/union11.q.out +++ ql/src/test/results/clientpositive/spark/union11.q.out @@ -44,6 +44,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -62,6 +63,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -80,7 +82,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -104,6 +108,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -119,6 +124,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -142,6 +148,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union12.q.out ql/src/test/results/clientpositive/spark/union12.q.out index 7d4ffb5..a329fe2 100644 --- ql/src/test/results/clientpositive/spark/union12.q.out +++ ql/src/test/results/clientpositive/spark/union12.q.out @@ -52,6 +52,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -68,6 +69,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -84,7 +86,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -108,6 +112,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -131,6 +136,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union13.q.out ql/src/test/results/clientpositive/spark/union13.q.out index 626863c..e3454a8 100644 --- ql/src/test/results/clientpositive/spark/union13.q.out +++ ql/src/test/results/clientpositive/spark/union13.q.out @@ -31,6 +31,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -47,6 +48,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/spark/union14.q.out ql/src/test/results/clientpositive/spark/union14.q.out index d3ede70..6a95e4a 100644 --- ql/src/test/results/clientpositive/spark/union14.q.out +++ ql/src/test/results/clientpositive/spark/union14.q.out @@ -43,6 +43,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 199 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -61,7 +62,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -77,6 +80,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -122,20 +126,20 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 #### A masked pattern was here #### +278 1 273 1 -224 1 +128 1 255 1 - 10 +tst1 1 +146 1 369 1 213 1 -tst1 1 -66 1 -406 1 -150 1 +311 1 +224 1 238 1 +150 1 + 10 +406 1 +66 1 401 1 98 1 -146 1 -311 1 -128 1 -278 1 diff --git ql/src/test/results/clientpositive/spark/union15.q.out ql/src/test/results/clientpositive/spark/union15.q.out index 77ed543..28a6227 100644 --- ql/src/test/results/clientpositive/spark/union15.q.out +++ ql/src/test/results/clientpositive/spark/union15.q.out @@ -42,6 +42,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -63,6 +64,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 51 Data size: 390 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -84,7 +86,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 51 Data size: 390 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -108,6 +112,7 @@ STAGE PLANS: Statistics: Num rows: 51 Data size: 390 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -147,20 +152,20 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 #### A masked pattern was here #### +278 2 273 2 -224 2 +128 2 255 2 - 20 +tst1 1 +146 2 369 2 213 2 -tst1 1 -66 2 -406 2 -150 2 +311 2 +224 2 238 2 +150 2 + 20 +406 2 +66 2 401 2 98 2 -146 2 -311 2 -128 2 -278 2 diff --git ql/src/test/results/clientpositive/spark/union16.q.out ql/src/test/results/clientpositive/spark/union16.q.out index 5a5838a..9bd6d66 100644 --- ql/src/test/results/clientpositive/spark/union16.q.out +++ ql/src/test/results/clientpositive/spark/union16.q.out @@ -91,7 +91,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union17.q.out ql/src/test/results/clientpositive/spark/union17.q.out index bc72b6c..fab9520 100644 --- ql/src/test/results/clientpositive/spark/union17.q.out +++ ql/src/test/results/clientpositive/spark/union17.q.out @@ -61,6 +61,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan diff --git ql/src/test/results/clientpositive/spark/union18.q.out ql/src/test/results/clientpositive/spark/union18.q.out index 124dbdc..91e7673 100644 --- ql/src/test/results/clientpositive/spark/union18.q.out +++ ql/src/test/results/clientpositive/spark/union18.q.out @@ -58,6 +58,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -87,7 +88,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union19.q.out ql/src/test/results/clientpositive/spark/union19.q.out index 4d2d56a..c30ad79 100644 --- ql/src/test/results/clientpositive/spark/union19.q.out +++ ql/src/test/results/clientpositive/spark/union19.q.out @@ -59,6 +59,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -92,7 +93,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -128,6 +131,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union2.q.out ql/src/test/results/clientpositive/spark/union2.q.out index b0a6f5f..0f1a49c 100644 --- ql/src/test/results/clientpositive/spark/union2.q.out +++ ql/src/test/results/clientpositive/spark/union2.q.out @@ -35,6 +35,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -53,7 +54,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union20.q.out ql/src/test/results/clientpositive/spark/union20.q.out index d6934a9..cf72b6e 100644 --- ql/src/test/results/clientpositive/spark/union20.q.out +++ ql/src/test/results/clientpositive/spark/union20.q.out @@ -49,6 +49,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -67,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 167 Data size: 2035 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -83,6 +85,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -101,7 +104,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 167 Data size: 2035 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -136,6 +141,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union21.q.out ql/src/test/results/clientpositive/spark/union21.q.out index 71afac9..c61b71d 100644 --- ql/src/test/results/clientpositive/spark/union21.q.out +++ ql/src/test/results/clientpositive/spark/union21.q.out @@ -60,6 +60,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -81,6 +82,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -102,6 +104,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -123,6 +126,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -144,7 +148,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union22.q.out ql/src/test/results/clientpositive/spark/union22.q.out index 5425fa2..9a94847 100644 --- ql/src/test/results/clientpositive/spark/union22.q.out +++ ql/src/test/results/clientpositive/spark/union22.q.out @@ -105,6 +105,7 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) Position of Big Table: 0 + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: @@ -208,6 +209,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -324,6 +326,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: true MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/spark/union23.q.out ql/src/test/results/clientpositive/spark/union23.q.out index 01a142b..ea44ba2 100644 --- ql/src/test/results/clientpositive/spark/union23.q.out +++ ql/src/test/results/clientpositive/spark/union23.q.out @@ -60,7 +60,9 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/spark/union24.q.out ql/src/test/results/clientpositive/spark/union24.q.out index 145869f..d2e9df8 100644 --- ql/src/test/results/clientpositive/spark/union24.q.out +++ ql/src/test/results/clientpositive/spark/union24.q.out @@ -115,6 +115,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -202,6 +203,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -289,6 +291,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -365,6 +368,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -417,6 +421,7 @@ STAGE PLANS: Truncated Path -> Alias: /src5 [null-subquery2:$hdt$_2-subquery2:src5] Reducer 5 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -573,6 +578,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -660,6 +666,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -733,6 +740,7 @@ STAGE PLANS: Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -807,6 +815,7 @@ STAGE PLANS: tag: 1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1009,6 +1018,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1096,6 +1106,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1169,6 +1180,7 @@ STAGE PLANS: Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1242,6 +1254,7 @@ STAGE PLANS: Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1320,6 +1333,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: false Reducer 5 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Group By Operator diff --git ql/src/test/results/clientpositive/spark/union25.q.out ql/src/test/results/clientpositive/spark/union25.q.out index c5a001a..d63f0e8 100644 --- ql/src/test/results/clientpositive/spark/union25.q.out +++ ql/src/test/results/clientpositive/spark/union25.q.out @@ -91,6 +91,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -110,6 +111,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -129,7 +131,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -150,6 +154,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmp_unionall Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/union26.q.out ql/src/test/results/clientpositive/spark/union26.q.out index e4de33d..966abc4 100644 --- ql/src/test/results/clientpositive/spark/union26.q.out +++ ql/src/test/results/clientpositive/spark/union26.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -81,6 +82,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -157,6 +159,7 @@ STAGE PLANS: Statistics: Num rows: 1550 Data size: 16467 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union27.q.out ql/src/test/results/clientpositive/spark/union27.q.out index 320ac12..1002f30 100644 --- ql/src/test/results/clientpositive/spark/union27.q.out +++ ql/src/test/results/clientpositive/spark/union27.q.out @@ -66,6 +66,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -84,6 +85,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -102,6 +104,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/union28.q.out ql/src/test/results/clientpositive/spark/union28.q.out index 83c105d..3cf0e8b 100644 --- ql/src/test/results/clientpositive/spark/union28.q.out +++ ql/src/test/results/clientpositive/spark/union28.q.out @@ -66,6 +66,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_subq_union + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -85,7 +86,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -105,6 +108,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_subq_union Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/union29.q.out ql/src/test/results/clientpositive/spark/union29.q.out index 3fc229b..9f779ac 100644 --- ql/src/test/results/clientpositive/spark/union29.q.out +++ ql/src/test/results/clientpositive/spark/union29.q.out @@ -63,6 +63,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_subq_union + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -84,6 +85,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_subq_union + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -105,6 +107,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_subq_union + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/union3.q.out ql/src/test/results/clientpositive/spark/union3.q.out index 1bf9571..0d70260 100644 --- ql/src/test/results/clientpositive/spark/union3.q.out +++ ql/src/test/results/clientpositive/spark/union3.q.out @@ -61,7 +61,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -76,6 +78,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -89,6 +92,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -103,6 +107,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -117,6 +122,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/spark/union30.q.out ql/src/test/results/clientpositive/spark/union30.q.out index 87ae311..8b9d33d 100644 --- ql/src/test/results/clientpositive/spark/union30.q.out +++ ql/src/test/results/clientpositive/spark/union30.q.out @@ -80,6 +80,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_subq_union + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -101,6 +102,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_subq_union + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -120,7 +122,9 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -140,6 +144,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_subq_union Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/spark/union31.q.out ql/src/test/results/clientpositive/spark/union31.q.out index 0b02386..5f2a9ff 100644 --- ql/src/test/results/clientpositive/spark/union31.q.out +++ ql/src/test/results/clientpositive/spark/union31.q.out @@ -108,6 +108,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -133,6 +134,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -158,6 +160,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -183,7 +186,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -204,6 +209,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.t3 Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -389,6 +395,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -410,7 +417,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -465,6 +474,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.t6 Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -685,6 +695,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -703,7 +714,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 11 Data size: 53 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union32.q.out ql/src/test/results/clientpositive/spark/union32.q.out index f1dc705..1d42e1f 100644 --- ql/src/test/results/clientpositive/spark/union32.q.out +++ ql/src/test/results/clientpositive/spark/union32.q.out @@ -59,6 +59,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -75,6 +76,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -158,6 +160,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -175,6 +178,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -191,6 +195,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -303,6 +308,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -320,6 +326,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -337,6 +344,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 3 Reduce Operator Tree: Join Operator @@ -450,6 +458,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -467,6 +476,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -483,6 +493,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -595,6 +606,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -612,6 +624,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -629,6 +642,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 3 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/union33.q.out ql/src/test/results/clientpositive/spark/union33.q.out index a518c6a..1bf041f 100644 --- ql/src/test/results/clientpositive/spark/union33.q.out +++ ql/src/test/results/clientpositive/spark/union33.q.out @@ -57,6 +57,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_src + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -78,7 +79,9 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -93,6 +96,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -212,6 +216,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -232,7 +237,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_src + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -247,6 +254,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union34.q.out ql/src/test/results/clientpositive/spark/union34.q.out index 23cf6ee..1396f99 100644 --- ql/src/test/results/clientpositive/spark/union34.q.out +++ ql/src/test/results/clientpositive/spark/union34.q.out @@ -100,6 +100,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -136,6 +137,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work Map 3 @@ -154,6 +156,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -170,6 +173,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -272,6 +276,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -289,6 +294,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -305,6 +311,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -321,6 +328,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/union4.q.out ql/src/test/results/clientpositive/spark/union4.q.out index f78e82d..7f31894 100644 --- ql/src/test/results/clientpositive/spark/union4.q.out +++ ql/src/test/results/clientpositive/spark/union4.q.out @@ -47,6 +47,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -63,7 +64,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -87,6 +90,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union5.q.out ql/src/test/results/clientpositive/spark/union5.q.out index dc55108..b97dd38 100644 --- ql/src/test/results/clientpositive/spark/union5.q.out +++ ql/src/test/results/clientpositive/spark/union5.q.out @@ -39,6 +39,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -57,7 +58,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -81,6 +84,7 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -96,6 +100,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union6.q.out ql/src/test/results/clientpositive/spark/union6.q.out index 91c6b2b..c356cd9 100644 --- ql/src/test/results/clientpositive/spark/union6.q.out +++ ql/src/test/results/clientpositive/spark/union6.q.out @@ -46,6 +46,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -63,7 +64,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union7.q.out ql/src/test/results/clientpositive/spark/union7.q.out index 9f99c18..549075c 100644 --- ql/src/test/results/clientpositive/spark/union7.q.out +++ ql/src/test/results/clientpositive/spark/union7.q.out @@ -38,6 +38,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -59,7 +60,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 199 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -83,6 +86,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 199 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -118,20 +122,20 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Input: default@src1 #### A masked pattern was here #### +278 1 273 1 -224 1 +128 1 255 1 - 10 +tst1 1 +146 1 369 1 213 1 -tst1 1 -66 1 -406 1 -150 1 +311 1 +224 1 238 1 +150 1 + 10 +406 1 +66 1 401 1 98 1 -146 1 -311 1 -128 1 -278 1 diff --git ql/src/test/results/clientpositive/spark/union8.q.out ql/src/test/results/clientpositive/spark/union8.q.out index 753bba9..6d68d0b 100644 --- ql/src/test/results/clientpositive/spark/union8.q.out +++ ql/src/test/results/clientpositive/spark/union8.q.out @@ -33,6 +33,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -49,6 +50,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -65,6 +67,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/spark/union9.q.out ql/src/test/results/clientpositive/spark/union9.q.out index 56997e8..e38e4cd 100644 --- ql/src/test/results/clientpositive/spark/union9.q.out +++ ql/src/test/results/clientpositive/spark/union9.q.out @@ -37,6 +37,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -55,6 +56,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -73,7 +75,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_lateralview.q.out ql/src/test/results/clientpositive/spark/union_lateralview.q.out index 8835a98..2f03879 100644 --- ql/src/test/results/clientpositive/spark/union_lateralview.q.out +++ ql/src/test/results/clientpositive/spark/union_lateralview.q.out @@ -162,6 +162,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator diff --git ql/src/test/results/clientpositive/spark/union_null.q.out ql/src/test/results/clientpositive/spark/union_null.q.out index 00bd9d9..d37adbb 100644 --- ql/src/test/results/clientpositive/spark/union_null.q.out +++ ql/src/test/results/clientpositive/spark/union_null.q.out @@ -6,16 +6,16 @@ POSTHOOK: query: select x from (select * from (select value as x from src order POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### -val_0 -val_0 -val_0 -val_10 -val_100 NULL NULL NULL NULL NULL +val_0 +val_0 +val_0 +val_10 +val_100 PREHOOK: query: select x from (select * from (select value as x from src order by x limit 5)a union all select * from (select cast(NULL as string) as x from src limit 5)b )a PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -24,16 +24,16 @@ POSTHOOK: query: select x from (select * from (select value as x from src order POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### -NULL -NULL -NULL -NULL -NULL val_0 val_0 val_0 val_10 val_100 +NULL +NULL +NULL +NULL +NULL PREHOOK: query: select * from (select * from (select cast(null as string) as N from src1 group by key)a UNION ALL select * from (select cast(null as string) as N from src1 group by key)b ) a PREHOOK: type: QUERY PREHOOK: Input: default@src1 @@ -82,5 +82,5 @@ POSTHOOK: query: select null as c1 UNION ALL select 1 as c1 POSTHOOK: type: QUERY POSTHOOK: Input: _dummy_database@_dummy_table #### A masked pattern was here #### -NULL 1 +NULL diff --git ql/src/test/results/clientpositive/spark/union_ppr.q.out ql/src/test/results/clientpositive/spark/union_ppr.q.out index c8e678c..1ef33b0 100644 --- ql/src/test/results/clientpositive/spark/union_ppr.q.out +++ ql/src/test/results/clientpositive/spark/union_ppr.q.out @@ -52,6 +52,7 @@ STAGE PLANS: Statistics: Num rows: 666 Data size: 7074 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -179,6 +180,7 @@ STAGE PLANS: Statistics: Num rows: 666 Data size: 7074 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -282,6 +284,7 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=11 [a-subquery2:_u1-subquery2:y] /srcpart/ds=2008-04-08/hr=12 [a-subquery2:_u1-subquery2:y] Reducer 2 + Execution mode: vectorized Needs Tagging: false Reduce Operator Tree: Select Operator diff --git ql/src/test/results/clientpositive/spark/union_remove_1.q.out ql/src/test/results/clientpositive/spark/union_remove_1.q.out index a619efd..f6e5f98 100644 --- ql/src/test/results/clientpositive/spark/union_remove_1.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_1.q.out @@ -73,7 +73,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -90,6 +92,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_10.q.out ql/src/test/results/clientpositive/spark/union_remove_10.q.out index 0e86bb1..a19bbdb 100644 --- ql/src/test/results/clientpositive/spark/union_remove_10.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_10.q.out @@ -81,6 +81,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -102,6 +103,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -119,7 +121,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_11.q.out ql/src/test/results/clientpositive/spark/union_remove_11.q.out index c4cf2bb..3b60a2f 100644 --- ql/src/test/results/clientpositive/spark/union_remove_11.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_11.q.out @@ -83,6 +83,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -104,6 +105,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -125,6 +127,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Stage: Stage-6 Conditional Operator diff --git ql/src/test/results/clientpositive/spark/union_remove_12.q.out ql/src/test/results/clientpositive/spark/union_remove_12.q.out index 57a9af7..b27bdec 100644 --- ql/src/test/results/clientpositive/spark/union_remove_12.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_12.q.out @@ -73,6 +73,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -97,6 +98,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -131,6 +133,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/union_remove_13.q.out ql/src/test/results/clientpositive/spark/union_remove_13.q.out index 0d21cba..3eb71d2 100644 --- ql/src/test/results/clientpositive/spark/union_remove_13.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_13.q.out @@ -73,6 +73,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -103,6 +104,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -137,9 +139,11 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Local Work: Map Reduce Local Work Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_14.q.out ql/src/test/results/clientpositive/spark/union_remove_14.q.out index 57a9af7..b27bdec 100644 --- ql/src/test/results/clientpositive/spark/union_remove_14.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_14.q.out @@ -73,6 +73,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -97,6 +98,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -131,6 +133,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/spark/union_remove_15.q.out ql/src/test/results/clientpositive/spark/union_remove_15.q.out index 58b9688..aeed21a 100644 --- ql/src/test/results/clientpositive/spark/union_remove_15.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_15.q.out @@ -73,7 +73,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -94,6 +96,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_16.q.out ql/src/test/results/clientpositive/spark/union_remove_16.q.out index 94ee97e..18c479c 100644 --- ql/src/test/results/clientpositive/spark/union_remove_16.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_16.q.out @@ -78,7 +78,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -99,6 +101,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_17.q.out ql/src/test/results/clientpositive/spark/union_remove_17.q.out index 7715683..9782885 100644 --- ql/src/test/results/clientpositive/spark/union_remove_17.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_17.q.out @@ -70,6 +70,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -91,6 +92,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/union_remove_18.q.out ql/src/test/results/clientpositive/spark/union_remove_18.q.out index 1c570c9..c29113f 100644 --- ql/src/test/results/clientpositive/spark/union_remove_18.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_18.q.out @@ -73,7 +73,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -94,6 +96,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_19.q.out ql/src/test/results/clientpositive/spark/union_remove_19.q.out index 5d28f00..3ab4467 100644 --- ql/src/test/results/clientpositive/spark/union_remove_19.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_19.q.out @@ -73,7 +73,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -90,6 +92,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -237,7 +240,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -254,6 +259,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -368,7 +374,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -389,6 +397,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_2.q.out ql/src/test/results/clientpositive/spark/union_remove_2.q.out index 5bd51c5..f681966 100644 --- ql/src/test/results/clientpositive/spark/union_remove_2.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_2.q.out @@ -76,6 +76,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -93,6 +94,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -110,7 +112,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_20.q.out ql/src/test/results/clientpositive/spark/union_remove_20.q.out index 7ffae80..402d2b6 100644 --- ql/src/test/results/clientpositive/spark/union_remove_20.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_20.q.out @@ -73,7 +73,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -94,6 +96,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_21.q.out ql/src/test/results/clientpositive/spark/union_remove_21.q.out index 35bbe82..0df7318 100644 --- ql/src/test/results/clientpositive/spark/union_remove_21.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_21.q.out @@ -71,7 +71,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -87,6 +89,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/union_remove_22.q.out ql/src/test/results/clientpositive/spark/union_remove_22.q.out index 1e07020..967d6fe 100644 --- ql/src/test/results/clientpositive/spark/union_remove_22.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_22.q.out @@ -73,7 +73,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -94,6 +96,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -248,7 +251,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -269,6 +274,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_23.q.out ql/src/test/results/clientpositive/spark/union_remove_23.q.out index 5d3dce7..19a3262 100644 --- ql/src/test/results/clientpositive/spark/union_remove_23.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_23.q.out @@ -72,6 +72,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -89,6 +90,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -110,6 +112,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -133,6 +136,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -149,6 +153,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_24.q.out ql/src/test/results/clientpositive/spark/union_remove_24.q.out index a8dead4..998ffa9 100644 --- ql/src/test/results/clientpositive/spark/union_remove_24.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_24.q.out @@ -73,7 +73,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -94,6 +96,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_25.q.out ql/src/test/results/clientpositive/spark/union_remove_25.q.out index 6363ee6..ad88278 100644 --- ql/src/test/results/clientpositive/spark/union_remove_25.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_25.q.out @@ -89,7 +89,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -106,6 +108,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -257,7 +260,9 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5000 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -279,6 +284,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl2 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -366,7 +372,7 @@ Table: outputtbl2 #### A masked pattern was here #### Partition Parameters: numFiles 2 - totalSize 6826 + totalSize 6812 #### A masked pattern was here #### # Storage Information @@ -424,7 +430,9 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) @@ -446,6 +454,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl3 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) diff --git ql/src/test/results/clientpositive/spark/union_remove_3.q.out ql/src/test/results/clientpositive/spark/union_remove_3.q.out index 419f002..30ebaf7 100644 --- ql/src/test/results/clientpositive/spark/union_remove_3.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_3.q.out @@ -74,6 +74,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -95,6 +96,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -116,6 +118,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/spark/union_remove_4.q.out ql/src/test/results/clientpositive/spark/union_remove_4.q.out index e5c8c8f..2377cf6 100644 --- ql/src/test/results/clientpositive/spark/union_remove_4.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_4.q.out @@ -78,7 +78,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -95,6 +97,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_5.q.out ql/src/test/results/clientpositive/spark/union_remove_5.q.out index e76e9db..92273f8 100644 --- ql/src/test/results/clientpositive/spark/union_remove_5.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_5.q.out @@ -81,6 +81,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -98,6 +99,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -115,7 +117,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_6.q.out ql/src/test/results/clientpositive/spark/union_remove_6.q.out index 0278617..df2d5f2 100644 --- ql/src/test/results/clientpositive/spark/union_remove_6.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_6.q.out @@ -82,7 +82,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -107,6 +109,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl2 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out index 1125eb3..013de4c 100644 --- ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_6_subq.q.out @@ -86,7 +86,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -111,6 +113,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl2 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -264,7 +267,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -285,6 +290,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -303,6 +309,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -392,7 +399,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -453,6 +462,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_7.q.out ql/src/test/results/clientpositive/spark/union_remove_7.q.out index 4cf8aca..b0f1818 100644 --- ql/src/test/results/clientpositive/spark/union_remove_7.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_7.q.out @@ -73,7 +73,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -90,6 +92,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_8.q.out ql/src/test/results/clientpositive/spark/union_remove_8.q.out index 56720f3..63dd553 100644 --- ql/src/test/results/clientpositive/spark/union_remove_8.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_8.q.out @@ -76,6 +76,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -93,6 +94,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -110,7 +112,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_remove_9.q.out ql/src/test/results/clientpositive/spark/union_remove_9.q.out index ec0a860..4dc614f 100644 --- ql/src/test/results/clientpositive/spark/union_remove_9.q.out +++ ql/src/test/results/clientpositive/spark/union_remove_9.q.out @@ -85,6 +85,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -106,6 +107,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -127,7 +129,9 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/union_top_level.q.out ql/src/test/results/clientpositive/spark/union_top_level.q.out index 9a0e430..c9ae5f4 100644 --- ql/src/test/results/clientpositive/spark/union_top_level.q.out +++ ql/src/test/results/clientpositive/spark/union_top_level.q.out @@ -45,6 +45,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -65,6 +66,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -85,7 +87,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -106,6 +110,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -126,6 +131,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -218,6 +224,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -235,6 +242,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Join Operator @@ -256,6 +264,7 @@ STAGE PLANS: TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -272,6 +281,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -377,6 +387,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -397,6 +408,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -417,7 +429,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -439,6 +453,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_top Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -460,6 +475,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_top Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -595,6 +611,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -615,6 +632,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -635,7 +653,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -657,6 +677,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_top Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -678,6 +699,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_top Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -800,6 +822,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -820,6 +843,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -840,7 +864,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -862,6 +888,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_top Reducer 4 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) @@ -883,6 +910,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_top Reducer 6 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) diff --git ql/src/test/results/clientpositive/spark/union_view.q.out ql/src/test/results/clientpositive/spark/union_view.q.out index d960a30..9fb504b 100644 --- ql/src/test/results/clientpositive/spark/union_view.q.out +++ ql/src/test/results/clientpositive/spark/union_view.q.out @@ -147,6 +147,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -171,6 +172,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -195,6 +197,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -235,6 +238,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -259,6 +263,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -283,6 +288,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -323,6 +329,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -347,6 +354,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -371,6 +379,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -411,6 +420,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -435,6 +445,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -459,6 +470,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -506,6 +518,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -528,6 +541,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -550,7 +564,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -604,6 +620,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -623,6 +640,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -645,7 +663,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -699,6 +719,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -721,6 +742,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -740,7 +762,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -797,6 +821,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -821,6 +846,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -845,6 +871,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -886,6 +913,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -908,6 +936,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -927,7 +956,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/spark/windowing.q.out ql/src/test/results/clientpositive/spark/windowing.q.out index 6bd9ce9..7967d05 100644 --- ql/src/test/results/clientpositive/spark/windowing.q.out +++ ql/src/test/results/clientpositive/spark/windowing.q.out @@ -1840,6 +1840,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: p_size (type: int) + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator @@ -1881,6 +1882,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int), _col3 (type: bigint) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int), KEY._col3 (type: bigint) diff --git ql/src/test/results/clientpositive/special_character_in_tabnames_2.q.out ql/src/test/results/clientpositive/special_character_in_tabnames_2.q.out index 7a9cc12..57fdb54 100644 --- ql/src/test/results/clientpositive/special_character_in_tabnames_2.q.out +++ ql/src/test/results/clientpositive/special_character_in_tabnames_2.q.out @@ -92,6 +92,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/stats1.q.out ql/src/test/results/clientpositive/stats1.q.out index 461d27e..a5a3792 100644 --- ql/src/test/results/clientpositive/stats1.q.out +++ ql/src/test/results/clientpositive/stats1.q.out @@ -44,6 +44,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/stats10.q.out ql/src/test/results/clientpositive/stats10.q.out index 75261cb..ddf77e0 100644 --- ql/src/test/results/clientpositive/stats10.q.out +++ ql/src/test/results/clientpositive/stats10.q.out @@ -36,6 +36,7 @@ STAGE PLANS: Map-reduce partition columns: UDFToInteger(_col0) (type: int) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) @@ -96,6 +97,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/stats2.q.out ql/src/test/results/clientpositive/stats2.q.out index 6ad72bf..bcd5877 100644 --- ql/src/test/results/clientpositive/stats2.q.out +++ ql/src/test/results/clientpositive/stats2.q.out @@ -35,6 +35,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.analyze_t1 + Execution mode: vectorized Stage: Stage-0 Move Operator diff --git ql/src/test/results/clientpositive/stats4.q.out ql/src/test/results/clientpositive/stats4.q.out index a1c8dbf..bee528c 100644 --- ql/src/test/results/clientpositive/stats4.q.out +++ ql/src/test/results/clientpositive/stats4.q.out @@ -234,6 +234,7 @@ STAGE PLANS: Map-reduce partition columns: '2008-12-31' (type: string), _col1 (type: string) Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: struct), _col3 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/stats_noscan_2.q.out ql/src/test/results/clientpositive/stats_noscan_2.q.out index ef397c3..053eed3 100644 --- ql/src/test/results/clientpositive/stats_noscan_2.q.out +++ ql/src/test/results/clientpositive/stats_noscan_2.q.out @@ -315,6 +315,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/stats_only_null.q.out ql/src/test/results/clientpositive/stats_only_null.q.out index 5bab960..116c431 100644 --- ql/src/test/results/clientpositive/stats_only_null.q.out +++ ql/src/test/results/clientpositive/stats_only_null.q.out @@ -96,6 +96,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 240 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4) @@ -146,6 +147,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 240 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4) diff --git ql/src/test/results/clientpositive/stats_ppr_all.q.out ql/src/test/results/clientpositive/stats_ppr_all.q.out index b7256e1..d9597513 100644 --- ql/src/test/results/clientpositive/stats_ppr_all.q.out +++ ql/src/test/results/clientpositive/stats_ppr_all.q.out @@ -96,6 +96,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -147,6 +148,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -195,6 +197,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -246,6 +249,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git ql/src/test/results/clientpositive/subq.q.out ql/src/test/results/clientpositive/subq.q.out index fe7bba5..91f0116 100644 --- ql/src/test/results/clientpositive/subq.q.out +++ ql/src/test/results/clientpositive/subq.q.out @@ -40,6 +40,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-6 Conditional Operator diff --git ql/src/test/results/clientpositive/subq2.q.out ql/src/test/results/clientpositive/subq2.q.out index 360d18d..3dd5b4a 100644 --- ql/src/test/results/clientpositive/subq2.q.out +++ ql/src/test/results/clientpositive/subq2.q.out @@ -34,6 +34,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/subq_where_serialization.q.out ql/src/test/results/clientpositive/subq_where_serialization.q.out index 45ceeaa..1447c3a 100644 --- ql/src/test/results/clientpositive/subq_where_serialization.q.out +++ ql/src/test/results/clientpositive/subq_where_serialization.q.out @@ -64,6 +64,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/subquery_alias.q.out ql/src/test/results/clientpositive/subquery_alias.q.out index fd06f36..56d5518 100644 --- ql/src/test/results/clientpositive/subquery_alias.q.out +++ ql/src/test/results/clientpositive/subquery_alias.q.out @@ -40,6 +40,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-6 Conditional Operator diff --git ql/src/test/results/clientpositive/subquery_exists.q.out ql/src/test/results/clientpositive/subquery_exists.q.out index 4383726..263afd9 100644 --- ql/src/test/results/clientpositive/subquery_exists.q.out +++ ql/src/test/results/clientpositive/subquery_exists.q.out @@ -322,6 +322,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: boolean) @@ -956,6 +957,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1154,6 +1156,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/subquery_exists_having.q.out ql/src/test/results/clientpositive/subquery_exists_having.q.out index 4e37eae..6463fc2 100644 --- ql/src/test/results/clientpositive/subquery_exists_having.q.out +++ ql/src/test/results/clientpositive/subquery_exists_having.q.out @@ -45,6 +45,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/subquery_multiinsert.q.out ql/src/test/results/clientpositive/subquery_multiinsert.q.out index e3f3b1a..b331a26 100644 --- ql/src/test/results/clientpositive/subquery_multiinsert.q.out +++ ql/src/test/results/clientpositive/subquery_multiinsert.q.out @@ -90,6 +90,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -209,6 +210,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 275 Data size: 5396 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -349,6 +351,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -623,6 +626,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -692,6 +696,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + Execution mode: vectorized Local Work: Map Reduce Local Work @@ -742,6 +747,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 275 Data size: 5396 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: vectorized Local Work: Map Reduce Local Work Reduce Operator Tree: @@ -888,6 +894,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/subquery_notexists.q.out ql/src/test/results/clientpositive/subquery_notexists.q.out index dfe256f..8b78633 100644 --- ql/src/test/results/clientpositive/subquery_notexists.q.out +++ ql/src/test/results/clientpositive/subquery_notexists.q.out @@ -41,6 +41,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -292,6 +293,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -554,6 +556,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -796,6 +799,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 676 Data size: 85202 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -861,6 +865,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 371 Data size: 46861 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/subquery_notexists_having.q.out ql/src/test/results/clientpositive/subquery_notexists_having.q.out index 0d90e1b..5105a4c 100644 --- ql/src/test/results/clientpositive/subquery_notexists_having.q.out +++ ql/src/test/results/clientpositive/subquery_notexists_having.q.out @@ -45,6 +45,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -117,6 +118,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -223,6 +225,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -300,6 +303,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/subquery_notin_having.q.out ql/src/test/results/clientpositive/subquery_notin_having.q.out index 4adad38..ff408b6 100644 --- ql/src/test/results/clientpositive/subquery_notin_having.q.out +++ ql/src/test/results/clientpositive/subquery_notin_having.q.out @@ -48,6 +48,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -150,6 +151,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -182,6 +184,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -257,6 +260,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -367,6 +371,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1) @@ -404,6 +409,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -440,6 +446,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1) @@ -553,6 +560,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -659,6 +667,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), min(VALUE._col1) @@ -693,6 +702,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -728,6 +738,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), min(VALUE._col1) @@ -851,6 +862,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 313 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -953,6 +965,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -986,6 +999,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1054,6 +1068,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 313 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1137,6 +1152,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 6 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -1170,6 +1186,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -1239,6 +1256,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 4 Data size: 313 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) diff --git ql/src/test/results/clientpositive/subquery_unqual_corr_expr.q.out ql/src/test/results/clientpositive/subquery_unqual_corr_expr.q.out index 422c8c0..e99ab77 100644 --- ql/src/test/results/clientpositive/subquery_unqual_corr_expr.q.out +++ ql/src/test/results/clientpositive/subquery_unqual_corr_expr.q.out @@ -120,6 +120,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out index da66ce3..76350b1 100644 --- ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out +++ ql/src/test/results/clientpositive/subquery_unqualcolumnrefs.q.out @@ -302,6 +302,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: p_name (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -358,6 +359,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1) @@ -468,6 +470,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: p_name (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) @@ -522,6 +525,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/symlink_text_input_format.q.out ql/src/test/results/clientpositive/symlink_text_input_format.q.out index 9a90c0a..91a97cd 100644 --- ql/src/test/results/clientpositive/symlink_text_input_format.q.out +++ ql/src/test/results/clientpositive/symlink_text_input_format.q.out @@ -51,6 +51,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 1 Data size: 720 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -117,6 +118,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 1 Data size: 720 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -186,6 +188,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -254,6 +257,7 @@ STAGE PLANS: key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Statistics: Num rows: 1 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) @@ -323,6 +327,7 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 1 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -395,6 +400,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/tablevalues.q.out ql/src/test/results/clientpositive/tablevalues.q.out index 4621408..e6ad856 100644 --- ql/src/test/results/clientpositive/tablevalues.q.out +++ ql/src/test/results/clientpositive/tablevalues.q.out @@ -884,6 +884,7 @@ STAGE PLANS: sort order: +- Map-reduce partition columns: 0 (type: int) Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string) diff --git ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out index 114f9a8..e865a3e 100644 --- ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out +++ ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out @@ -680,11 +680,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: over10k_orc_bucketed - Statistics: Num rows: 1227 Data size: 702030 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1227 Data size: 701970 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ROW__ID (type: struct) outputColumnNames: ROW__ID - Statistics: Num rows: 1227 Data size: 702030 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1227 Data size: 701970 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: ROW__ID (type: struct) diff --git ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out index 0a89ee7..db2d3c8 100644 --- ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out +++ ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_1.q.out @@ -66,6 +66,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -83,7 +84,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -183,6 +186,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -200,7 +204,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -297,6 +303,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -314,7 +321,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -410,6 +419,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -427,7 +437,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -519,6 +531,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -533,7 +546,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -626,6 +641,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -640,7 +656,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -767,6 +785,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -784,7 +803,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -884,6 +905,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 3 Map Operator Tree: TableScan @@ -901,7 +923,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -987,6 +1011,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1004,6 +1029,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Merge Join Operator @@ -1023,6 +1049,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1108,6 +1135,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1125,6 +1153,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 499 Data size: 99300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reducer 2 Reduce Operator Tree: Merge Join Operator @@ -1144,6 +1173,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out index cfa60e3..3bacb4a 100644 --- ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out +++ ql/src/test/results/clientpositive/tez/hybridgrace_hashjoin_2.q.out @@ -52,6 +52,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -81,6 +82,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -94,7 +96,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -176,6 +180,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -206,6 +211,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -219,7 +225,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -312,6 +320,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -344,6 +353,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -357,6 +367,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -370,7 +381,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -456,6 +469,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -489,6 +503,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -502,6 +517,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -515,7 +531,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -619,6 +637,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -632,6 +651,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -661,6 +681,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -674,6 +695,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -687,6 +709,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -716,7 +739,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -734,6 +759,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: bigint) @@ -748,6 +774,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -854,6 +881,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 10 Map Operator Tree: TableScan @@ -867,6 +895,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -897,6 +926,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -910,6 +940,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 7 Map Operator Tree: TableScan @@ -923,6 +954,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 8 Map Operator Tree: TableScan @@ -953,7 +985,9 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -971,6 +1005,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: bigint) Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: bigint) @@ -985,6 +1020,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1100,6 +1136,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 350 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -1142,6 +1179,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1155,6 +1193,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1168,6 +1207,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 222 Data size: 39516 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1181,7 +1221,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1284,6 +1326,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: string) Statistics: Num rows: 2 Data size: 350 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) + Execution mode: vectorized Map 2 Map Operator Tree: TableScan @@ -1328,6 +1371,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Map 4 Map Operator Tree: TableScan @@ -1341,6 +1385,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: key (type: string) Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 5 Map Operator Tree: TableScan @@ -1354,6 +1399,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 222 Data size: 39516 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Map 6 Map Operator Tree: TableScan @@ -1367,7 +1413,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: value (type: string) Statistics: Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: vectorized Reducer 3 + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/timestamp_ints_casts.q.out ql/src/test/results/clientpositive/timestamp_ints_casts.q.out index 1966078..c9449e6 100644 --- ql/src/test/results/clientpositive/timestamp_ints_casts.q.out +++ ql/src/test/results/clientpositive/timestamp_ints_casts.q.out @@ -59,6 +59,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator @@ -191,6 +192,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out index e062db2..4dfeeda 100644 --- ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out +++ ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out @@ -421,6 +421,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 14 Data size: 135 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: bigint), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: decimal(14,4)), _col14 (type: decimal(14,4)) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: double), VALUE._col5 (type: bigint), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col11 (type: double), VALUE._col12 (type: decimal(14,4)), VALUE._col13 (type: decimal(14,4)), VALUE._col5 (type: bigint) diff --git ql/src/test/results/clientpositive/udaf_binarysetfunctions_no_cbo.q.out ql/src/test/results/clientpositive/udaf_binarysetfunctions_no_cbo.q.out index 6185693..f59a1ff 100644 --- ql/src/test/results/clientpositive/udaf_binarysetfunctions_no_cbo.q.out +++ ql/src/test/results/clientpositive/udaf_binarysetfunctions_no_cbo.q.out @@ -417,6 +417,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 14 Data size: 135 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: bigint), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: decimal(14,4)), _col14 (type: decimal(14,4)) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: double), VALUE._col5 (type: bigint), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col11 (type: double), VALUE._col12 (type: decimal(14,4)), VALUE._col13 (type: decimal(14,4)), VALUE._col5 (type: bigint) diff --git ql/src/test/results/clientpositive/udf2.q.out ql/src/test/results/clientpositive/udf2.q.out index 6208873..a3337e1 100644 --- ql/src/test/results/clientpositive/udf2.q.out +++ ql/src/test/results/clientpositive/udf2.q.out @@ -43,6 +43,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/udf3.q.out ql/src/test/results/clientpositive/udf3.q.out index 5069e43..06d7340 100644 --- ql/src/test/results/clientpositive/udf3.q.out +++ ql/src/test/results/clientpositive/udf3.q.out @@ -37,6 +37,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: int), _col3 (type: int) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), min(VALUE._col2), max(VALUE._col3) diff --git ql/src/test/results/clientpositive/udf4.q.out ql/src/test/results/clientpositive/udf4.q.out index 1ffc265..64687c6 100644 --- ql/src/test/results/clientpositive/udf4.q.out +++ ql/src/test/results/clientpositive/udf4.q.out @@ -87,6 +87,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/udf9.q.out ql/src/test/results/clientpositive/udf9.q.out index a247a8e..13a16ab 100644 --- ql/src/test/results/clientpositive/udf9.q.out +++ ql/src/test/results/clientpositive/udf9.q.out @@ -45,6 +45,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/udf_case_column_pruning.q.out ql/src/test/results/clientpositive/udf_case_column_pruning.q.out index 0d4fb7b..af812a5 100644 --- ql/src/test/results/clientpositive/udf_case_column_pruning.q.out +++ ql/src/test/results/clientpositive/udf_case_column_pruning.q.out @@ -86,6 +86,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) diff --git ql/src/test/results/clientpositive/udf_count.q.out ql/src/test/results/clientpositive/udf_count.q.out index c3903b2..29e4f68 100644 --- ql/src/test/results/clientpositive/udf_count.q.out +++ ql/src/test/results/clientpositive/udf_count.q.out @@ -67,6 +67,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -93,6 +94,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/udf_in_file.q.out ql/src/test/results/clientpositive/udf_in_file.q.out index 2cb4bad..f5310c6 100644 --- ql/src/test/results/clientpositive/udf_in_file.q.out +++ ql/src/test/results/clientpositive/udf_in_file.q.out @@ -72,6 +72,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/udf_lower.q.out ql/src/test/results/clientpositive/udf_lower.q.out index 3d995d1..d2fcbc7 100644 --- ql/src/test/results/clientpositive/udf_lower.q.out +++ ql/src/test/results/clientpositive/udf_lower.q.out @@ -45,6 +45,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/udf_minute.q.out ql/src/test/results/clientpositive/udf_minute.q.out index 13f2125..ababcca 100644 --- ql/src/test/results/clientpositive/udf_minute.q.out +++ ql/src/test/results/clientpositive/udf_minute.q.out @@ -51,6 +51,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/udf_parse_url.q.out ql/src/test/results/clientpositive/udf_parse_url.q.out index dc4341c..5b7476f 100644 --- ql/src/test/results/clientpositive/udf_parse_url.q.out +++ ql/src/test/results/clientpositive/udf_parse_url.q.out @@ -72,6 +72,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/udtf_explode.q.out ql/src/test/results/clientpositive/udtf_explode.q.out index d0da547..4d771a7 100644 --- ql/src/test/results/clientpositive/udtf_explode.q.out +++ ql/src/test/results/clientpositive/udtf_explode.q.out @@ -179,6 +179,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -444,6 +445,7 @@ STAGE PLANS: tag: -1 value expressions: _col2 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/udtf_json_tuple.q.out ql/src/test/results/clientpositive/udtf_json_tuple.q.out index 44fd804..e9acb90 100644 --- ql/src/test/results/clientpositive/udtf_json_tuple.q.out +++ ql/src/test/results/clientpositive/udtf_json_tuple.q.out @@ -375,6 +375,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 6 Data size: 236 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint) diff --git ql/src/test/results/clientpositive/union10.q.out ql/src/test/results/clientpositive/union10.q.out index 0bb9ccd..14a9250 100644 --- ql/src/test/results/clientpositive/union10.q.out +++ ql/src/test/results/clientpositive/union10.q.out @@ -53,6 +53,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -245,6 +246,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -279,6 +281,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union11.q.out ql/src/test/results/clientpositive/union11.q.out index 520cd43..19b85ae 100644 --- ql/src/test/results/clientpositive/union11.q.out +++ ql/src/test/results/clientpositive/union11.q.out @@ -39,6 +39,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -138,6 +139,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -174,6 +176,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union12.q.out ql/src/test/results/clientpositive/union12.q.out index 93feadf..218b9ba 100644 --- ql/src/test/results/clientpositive/union12.q.out +++ ql/src/test/results/clientpositive/union12.q.out @@ -53,6 +53,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -245,6 +246,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -279,6 +281,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union14.q.out ql/src/test/results/clientpositive/union14.q.out index 968a826..c7a7798 100644 --- ql/src/test/results/clientpositive/union14.q.out +++ ql/src/test/results/clientpositive/union14.q.out @@ -35,6 +35,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union15.q.out ql/src/test/results/clientpositive/union15.q.out index 31915e9..feb53d0 100644 --- ql/src/test/results/clientpositive/union15.q.out +++ ql/src/test/results/clientpositive/union15.q.out @@ -37,6 +37,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union17.q.out ql/src/test/results/clientpositive/union17.q.out index 828ab0b..97e97f7 100644 --- ql/src/test/results/clientpositive/union17.q.out +++ ql/src/test/results/clientpositive/union17.q.out @@ -57,6 +57,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -196,6 +197,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -227,6 +229,7 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col2:0._col0) @@ -280,6 +283,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/union18.q.out ql/src/test/results/clientpositive/union18.q.out index 1e7473e..a7b96c5 100644 --- ql/src/test/results/clientpositive/union18.q.out +++ ql/src/test/results/clientpositive/union18.q.out @@ -60,6 +60,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -285,6 +286,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/union19.q.out ql/src/test/results/clientpositive/union19.q.out index fa0e7df..571f95c 100644 --- ql/src/test/results/clientpositive/union19.q.out +++ ql/src/test/results/clientpositive/union19.q.out @@ -56,6 +56,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -227,6 +228,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -267,6 +269,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1320 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/union20.q.out ql/src/test/results/clientpositive/union20.q.out index 860179a..8019ec1b 100644 --- ql/src/test/results/clientpositive/union20.q.out +++ ql/src/test/results/clientpositive/union20.q.out @@ -44,6 +44,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -152,6 +153,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union22.q.out ql/src/test/results/clientpositive/union22.q.out index 50d06c0..b80cfad 100644 --- ql/src/test/results/clientpositive/union22.q.out +++ ql/src/test/results/clientpositive/union22.q.out @@ -212,6 +212,7 @@ STAGE PLANS: TotalFiles: 1 GatherStats: false MultiFileSpray: false + Execution mode: vectorized Local Work: Map Reduce Local Work Path -> Alias: diff --git ql/src/test/results/clientpositive/union24.q.out ql/src/test/results/clientpositive/union24.q.out index dfa614e..1939323 100644 --- ql/src/test/results/clientpositive/union24.q.out +++ ql/src/test/results/clientpositive/union24.q.out @@ -100,6 +100,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1231,6 +1232,7 @@ STAGE PLANS: tag: -1 value expressions: _col1 (type: bigint) auto parallelism: false + Execution mode: vectorized Path -> Alias: #### A masked pattern was here #### Path -> Partition: diff --git ql/src/test/results/clientpositive/union28.q.out ql/src/test/results/clientpositive/union28.q.out index f6b4b1c..16a8eb5 100644 --- ql/src/test/results/clientpositive/union28.q.out +++ ql/src/test/results/clientpositive/union28.q.out @@ -65,6 +65,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -262,6 +263,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/union3.q.out ql/src/test/results/clientpositive/union3.q.out index 57344af..48bc45a 100644 --- ql/src/test/results/clientpositive/union3.q.out +++ ql/src/test/results/clientpositive/union3.q.out @@ -56,6 +56,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -134,6 +135,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -164,6 +166,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 @@ -194,6 +197,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 + Execution mode: vectorized Reduce Operator Tree: Limit Number of rows: 1 diff --git ql/src/test/results/clientpositive/union30.q.out ql/src/test/results/clientpositive/union30.q.out index 76b68a6..a3120e1 100644 --- ql/src/test/results/clientpositive/union30.q.out +++ ql/src/test/results/clientpositive/union30.q.out @@ -79,6 +79,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -310,6 +311,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) diff --git ql/src/test/results/clientpositive/union31.q.out ql/src/test/results/clientpositive/union31.q.out index 6de0b40..e3721aa 100644 --- ql/src/test/results/clientpositive/union31.q.out +++ ql/src/test/results/clientpositive/union31.q.out @@ -225,6 +225,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -257,6 +258,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -310,6 +312,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -458,6 +461,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -589,6 +593,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -629,6 +634,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -665,6 +671,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -854,6 +861,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1001,6 +1009,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) @@ -1041,6 +1050,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 864 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) diff --git ql/src/test/results/clientpositive/union33.q.out ql/src/test/results/clientpositive/union33.q.out index bd1c9a9..c9fe892 100644 --- ql/src/test/results/clientpositive/union33.q.out +++ ql/src/test/results/clientpositive/union33.q.out @@ -59,6 +59,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -83,6 +84,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -318,6 +320,7 @@ STAGE PLANS: Map-reduce partition columns: rand() (type: double) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -342,6 +345,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union4.q.out ql/src/test/results/clientpositive/union4.q.out index 948b2b0..996a4f3 100644 --- ql/src/test/results/clientpositive/union4.q.out +++ ql/src/test/results/clientpositive/union4.q.out @@ -48,6 +48,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -212,6 +213,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union5.q.out ql/src/test/results/clientpositive/union5.q.out index e5a5387..94a74ec 100644 --- ql/src/test/results/clientpositive/union5.q.out +++ ql/src/test/results/clientpositive/union5.q.out @@ -34,6 +34,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -118,6 +119,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union6.q.out ql/src/test/results/clientpositive/union6.q.out index ddfd54f..d199fb5 100644 --- ql/src/test/results/clientpositive/union6.q.out +++ ql/src/test/results/clientpositive/union6.q.out @@ -47,6 +47,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union7.q.out ql/src/test/results/clientpositive/union7.q.out index 0cd5b92..28caa45 100644 --- ql/src/test/results/clientpositive/union7.q.out +++ ql/src/test/results/clientpositive/union7.q.out @@ -33,6 +33,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_lateralview.q.out ql/src/test/results/clientpositive/union_lateralview.q.out index 6cd7ac4..b7d67f7 100644 --- ql/src/test/results/clientpositive/union_lateralview.q.out +++ ql/src/test/results/clientpositive/union_lateralview.q.out @@ -221,6 +221,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 1288 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2) diff --git ql/src/test/results/clientpositive/union_pos_alias.q.out ql/src/test/results/clientpositive/union_pos_alias.q.out index 493316b..d350c4d 100644 --- ql/src/test/results/clientpositive/union_pos_alias.q.out +++ ql/src/test/results/clientpositive/union_pos_alias.q.out @@ -35,6 +35,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -109,6 +110,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -143,6 +145,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -480,6 +483,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 27 Data size: 286 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -581,6 +585,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int), _col1 (type: string) Statistics: Num rows: 27 Data size: 286 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_1.q.out ql/src/test/results/clientpositive/union_remove_1.q.out index c5ef152..bfafd28 100644 --- ql/src/test/results/clientpositive/union_remove_1.q.out +++ ql/src/test/results/clientpositive/union_remove_1.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -116,6 +117,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_10.q.out ql/src/test/results/clientpositive/union_remove_10.q.out index 500c123..a82f18b 100644 --- ql/src/test/results/clientpositive/union_remove_10.q.out +++ ql/src/test/results/clientpositive/union_remove_10.q.out @@ -78,6 +78,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Stage: Stage-6 Conditional Operator @@ -140,6 +141,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -174,6 +176,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized PREHOOK: query: insert overwrite table outputTbl1 SELECT * FROM diff --git ql/src/test/results/clientpositive/union_remove_12.q.out ql/src/test/results/clientpositive/union_remove_12.q.out index 29141e1..d7532ed 100644 --- ql/src/test/results/clientpositive/union_remove_12.q.out +++ ql/src/test/results/clientpositive/union_remove_12.q.out @@ -72,6 +72,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Stage: Stage-6 Conditional Operator @@ -168,6 +169,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/union_remove_13.q.out ql/src/test/results/clientpositive/union_remove_13.q.out index 5e3983a..b75b492 100644 --- ql/src/test/results/clientpositive/union_remove_13.q.out +++ ql/src/test/results/clientpositive/union_remove_13.q.out @@ -76,6 +76,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -187,6 +188,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/union_remove_14.q.out ql/src/test/results/clientpositive/union_remove_14.q.out index 29141e1..d7532ed 100644 --- ql/src/test/results/clientpositive/union_remove_14.q.out +++ ql/src/test/results/clientpositive/union_remove_14.q.out @@ -72,6 +72,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Stage: Stage-6 Conditional Operator @@ -168,6 +169,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Local Work: Map Reduce Local Work diff --git ql/src/test/results/clientpositive/union_remove_15.q.out ql/src/test/results/clientpositive/union_remove_15.q.out index 2f34a37..a218eb9 100644 --- ql/src/test/results/clientpositive/union_remove_15.q.out +++ ql/src/test/results/clientpositive/union_remove_15.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -122,6 +123,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_16.q.out ql/src/test/results/clientpositive/union_remove_16.q.out index 8c0ef93..b09d7df 100644 --- ql/src/test/results/clientpositive/union_remove_16.q.out +++ ql/src/test/results/clientpositive/union_remove_16.q.out @@ -73,6 +73,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -156,6 +157,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_18.q.out ql/src/test/results/clientpositive/union_remove_18.q.out index 9195eff..4549cae 100644 --- ql/src/test/results/clientpositive/union_remove_18.q.out +++ ql/src/test/results/clientpositive/union_remove_18.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -122,6 +123,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_19.q.out ql/src/test/results/clientpositive/union_remove_19.q.out index 8f9be65..21184e4 100644 --- ql/src/test/results/clientpositive/union_remove_19.q.out +++ ql/src/test/results/clientpositive/union_remove_19.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -116,6 +117,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -248,6 +250,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -295,6 +298,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -394,6 +398,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -445,6 +450,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_2.q.out ql/src/test/results/clientpositive/union_remove_2.q.out index cd1f243..5d8df25 100644 --- ql/src/test/results/clientpositive/union_remove_2.q.out +++ ql/src/test/results/clientpositive/union_remove_2.q.out @@ -73,6 +73,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -117,6 +118,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 + Execution mode: vectorized Stage: Stage-3 Map Reduce @@ -136,6 +138,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 + Execution mode: vectorized PREHOOK: query: insert overwrite table outputTbl1 SELECT * diff --git ql/src/test/results/clientpositive/union_remove_20.q.out ql/src/test/results/clientpositive/union_remove_20.q.out index 02fe296..73ccc22 100644 --- ql/src/test/results/clientpositive/union_remove_20.q.out +++ ql/src/test/results/clientpositive/union_remove_20.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -120,6 +121,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_21.q.out ql/src/test/results/clientpositive/union_remove_21.q.out index 9af1bac..c263bbd 100644 --- ql/src/test/results/clientpositive/union_remove_21.q.out +++ ql/src/test/results/clientpositive/union_remove_21.q.out @@ -66,6 +66,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -111,6 +112,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) diff --git ql/src/test/results/clientpositive/union_remove_22.q.out ql/src/test/results/clientpositive/union_remove_22.q.out index 12c0b18..a2a7c2f 100644 --- ql/src/test/results/clientpositive/union_remove_22.q.out +++ ql/src/test/results/clientpositive/union_remove_22.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -120,6 +121,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -259,6 +261,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -311,6 +314,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_23.q.out ql/src/test/results/clientpositive/union_remove_23.q.out index bc8edc0..ba07891 100644 --- ql/src/test/results/clientpositive/union_remove_23.q.out +++ ql/src/test/results/clientpositive/union_remove_23.q.out @@ -114,6 +114,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -162,6 +163,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_24.q.out ql/src/test/results/clientpositive/union_remove_24.q.out index a0a7d38..243b54a 100644 --- ql/src/test/results/clientpositive/union_remove_24.q.out +++ ql/src/test/results/clientpositive/union_remove_24.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -120,6 +121,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_25.q.out ql/src/test/results/clientpositive/union_remove_25.q.out index e7c4a6e..763e0e3 100644 --- ql/src/test/results/clientpositive/union_remove_25.q.out +++ ql/src/test/results/clientpositive/union_remove_25.q.out @@ -84,6 +84,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -134,6 +135,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -268,6 +270,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5000 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -319,6 +322,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5000 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) @@ -447,6 +451,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) @@ -499,6 +504,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) diff --git ql/src/test/results/clientpositive/union_remove_4.q.out ql/src/test/results/clientpositive/union_remove_4.q.out index e5d0807..6d2426c 100644 --- ql/src/test/results/clientpositive/union_remove_4.q.out +++ ql/src/test/results/clientpositive/union_remove_4.q.out @@ -73,6 +73,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -160,6 +161,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_5.q.out ql/src/test/results/clientpositive/union_remove_5.q.out index f60b88b..e1f702a 100644 --- ql/src/test/results/clientpositive/union_remove_5.q.out +++ ql/src/test/results/clientpositive/union_remove_5.q.out @@ -78,6 +78,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -161,6 +162,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 + Execution mode: vectorized Stage: Stage-8 Map Reduce @@ -180,6 +182,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.outputtbl1 + Execution mode: vectorized PREHOOK: query: insert overwrite table outputTbl1 SELECT * diff --git ql/src/test/results/clientpositive/union_remove_6.q.out ql/src/test/results/clientpositive/union_remove_6.q.out index 8fa5dfc..2456545 100644 --- ql/src/test/results/clientpositive/union_remove_6.q.out +++ ql/src/test/results/clientpositive/union_remove_6.q.out @@ -78,6 +78,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -176,6 +177,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_6_subq.q.out ql/src/test/results/clientpositive/union_remove_6_subq.q.out index 7e2b450..7c51d92 100644 --- ql/src/test/results/clientpositive/union_remove_6_subq.q.out +++ ql/src/test/results/clientpositive/union_remove_6_subq.q.out @@ -82,6 +82,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -180,6 +181,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -298,6 +300,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -377,6 +380,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -458,6 +462,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -565,6 +570,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_7.q.out ql/src/test/results/clientpositive/union_remove_7.q.out index b64b3b0..b60f7bb 100644 --- ql/src/test/results/clientpositive/union_remove_7.q.out +++ ql/src/test/results/clientpositive/union_remove_7.q.out @@ -68,6 +68,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -116,6 +117,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/union_remove_8.q.out ql/src/test/results/clientpositive/union_remove_8.q.out index f1ae75a..0fbaa3c 100644 --- ql/src/test/results/clientpositive/union_remove_8.q.out +++ ql/src/test/results/clientpositive/union_remove_8.q.out @@ -73,6 +73,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -117,6 +118,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized Stage: Stage-3 Map Reduce @@ -136,6 +138,7 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat serde: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe name: default.outputtbl1 + Execution mode: vectorized PREHOOK: query: insert overwrite table outputTbl1 SELECT * diff --git ql/src/test/results/clientpositive/union_remove_9.q.out ql/src/test/results/clientpositive/union_remove_9.q.out index 6baecd5..2dadf0f 100644 --- ql/src/test/results/clientpositive/union_remove_9.q.out +++ ql/src/test/results/clientpositive/union_remove_9.q.out @@ -81,6 +81,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out index 965c405..6d268ea 100644 --- ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out +++ ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out @@ -95,6 +95,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized Stage: Stage-0 Fetch Operator diff --git ql/src/test/results/clientpositive/view_cbo.q.out ql/src/test/results/clientpositive/view_cbo.q.out index 3983e5b..80700ff 100644 --- ql/src/test/results/clientpositive/view_cbo.q.out +++ ql/src/test/results/clientpositive/view_cbo.q.out @@ -36,6 +36,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE value expressions: _col3 (type: double), _col4 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -65,6 +66,7 @@ STAGE PLANS: Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: double) @@ -682,6 +684,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -787,6 +790,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff --git ql/src/test/results/clientpositive/windowing_gby2.q.out ql/src/test/results/clientpositive/windowing_gby2.q.out index 414d9a4..be790bc 100644 --- ql/src/test/results/clientpositive/windowing_gby2.q.out +++ ql/src/test/results/clientpositive/windowing_gby2.q.out @@ -36,6 +36,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -63,6 +64,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: 0 (type: int) Statistics: Num rows: 10 Data size: 131 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: bigint) @@ -164,6 +166,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), sum(VALUE._col1) @@ -188,6 +191,7 @@ STAGE PLANS: Map-reduce partition columns: _col1 (type: string) Statistics: Num rows: 10 Data size: 131 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint) @@ -291,6 +295,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: double), _col3 (type: double), _col4 (type: int), _col5 (type: double) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), max(VALUE._col2), sum(VALUE._col3) @@ -315,6 +320,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 10 Data size: 131 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string), _col3 (type: double), _col4 (type: int), _col5 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), KEY.reducesinkkey1 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: int), VALUE._col3 (type: double) @@ -362,6 +368,7 @@ STAGE PLANS: Map-reduce partition columns: lower(_col1) (type: string) Statistics: Num rows: 10 Data size: 131 Basic stats: COMPLETE Column stats: NONE value expressions: rank_window_0 (type: int), _col1 (type: string), _col4 (type: int), _col5 (type: double) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col2 (type: string), KEY.reducesinkkey1 (type: double), VALUE._col4 (type: int), VALUE._col5 (type: double) @@ -409,6 +416,7 @@ STAGE PLANS: Map-reduce partition columns: _col5 (type: int) Statistics: Num rows: 10 Data size: 131 Basic stats: COMPLETE Column stats: NONE value expressions: dense_rank_window_1 (type: int), _col0 (type: int) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: double) @@ -560,6 +568,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: boolean) Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -588,6 +597,7 @@ STAGE PLANS: Map-reduce partition columns: 0 (type: int) Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: bigint), VALUE._col2 (type: bigint) diff --git ql/src/test/results/clientpositive/windowing_navfn.q.out ql/src/test/results/clientpositive/windowing_navfn.q.out index 4f29c1f..b2db5a4 100644 --- ql/src/test/results/clientpositive/windowing_navfn.q.out +++ ql/src/test/results/clientpositive/windowing_navfn.q.out @@ -67,6 +67,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: 0 (type: int) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: PTF Operator Function definitions: diff --git ql/src/test/results/clientpositive/windowing_streaming.q.out ql/src/test/results/clientpositive/windowing_streaming.q.out index 8d1071f..a8b0e6a 100644 --- ql/src/test/results/clientpositive/windowing_streaming.q.out +++ ql/src/test/results/clientpositive/windowing_streaming.q.out @@ -68,6 +68,7 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string) @@ -139,6 +140,7 @@ STAGE PLANS: Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE TopN Hash Memory Usage: 0.8 + Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string)