diff --git a/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java b/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java index fde8c53609..9ffd12ad3c 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java @@ -1065,8 +1065,7 @@ else if(colTypeLowerCase.equals(serdeConstants.SMALLINT_TYPE_NAME)){ // epoch, days since epoch cs.setRange(0, 25201); } else { - // Columns statistics for complex datatypes are not supported yet - return null; + cs.setAvgColLen(getSizeOfComplexTypes(conf, cinfo.getObjectInspector())); } return cs; } diff --git a/ql/src/test/results/clientpositive/annotate_stats_select.q.out b/ql/src/test/results/clientpositive/annotate_stats_select.q.out index 7f5b83244a..c7569454f1 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_select.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_select.q.out @@ -103,11 +103,11 @@ STAGE PLANS: Processor Tree: TableScan alias: alltypes_orc - Statistics: Num rows: 2 Data size: 1002 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 3554 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: bo1 (type: boolean), ti1 (type: tinyint), si1 (type: smallint), i1 (type: int), bi1 (type: bigint), f1 (type: float), d1 (type: double), de1 (type: decimal(10,0)), ts1 (type: timestamp), da1 (type: timestamp), s1 (type: string), vc1 (type: varchar(5)), m1 (type: map), l1 (type: array), st1 (type: struct) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 2 Data size: 1002 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 3554 Basic stats: COMPLETE Column stats: NONE ListSink PREHOOK: query: analyze table alltypes_orc compute statistics for columns bo1, ti1, si1, i1, bi1, f1, d1, s1, vc1 @@ -132,11 +132,11 @@ STAGE PLANS: Processor Tree: TableScan alias: alltypes_orc - Statistics: Num rows: 2 Data size: 804 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 2 Data size: 3356 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: bo1 (type: boolean), ti1 (type: tinyint), si1 (type: smallint), i1 (type: int), bi1 (type: bigint), f1 (type: float), d1 (type: double), de1 (type: decimal(10,0)), ts1 (type: timestamp), da1 (type: timestamp), s1 (type: string), vc1 (type: varchar(5)), m1 (type: map), l1 (type: array), st1 (type: struct) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 2 Data size: 804 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 2 Data size: 3356 Basic stats: COMPLETE Column stats: PARTIAL ListSink PREHOOK: query: explain select bo1 from alltypes_orc @@ -216,11 +216,11 @@ STAGE PLANS: Processor Tree: TableScan alias: alltypes_orc - Statistics: Num rows: 2 Data size: 1686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 1840 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: m1 (type: map) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 1686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 1840 Basic stats: COMPLETE Column stats: NONE ListSink PREHOOK: query: explain select bo1, ti1, si1, i1, bi1, f1, d1,s1 from alltypes_orc @@ -670,11 +670,11 @@ STAGE PLANS: Processor Tree: TableScan alias: alltypes_orc - Statistics: Num rows: 2 Data size: 804 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 2 Data size: 3356 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: bo1 (type: boolean), ti1 (type: tinyint), si1 (type: smallint), i1 (type: int), bi1 (type: bigint), f1 (type: float), d1 (type: double), de1 (type: decimal(10,0)), ts1 (type: timestamp), da1 (type: timestamp), s1 (type: string), vc1 (type: varchar(5)), m1 (type: map), l1 (type: array), st1 (type: struct), 11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 - Statistics: Num rows: 2 Data size: 812 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 2 Data size: 3364 Basic stats: COMPLETE Column stats: PARTIAL ListSink PREHOOK: query: explain select i1 from (select i1 from alltypes_orc limit 10) temp diff --git a/ql/src/test/results/clientpositive/llap/lateral_view.q.out b/ql/src/test/results/clientpositive/llap/lateral_view.q.out index 45a68e1d3b..20e44374ca 100644 --- a/ql/src/test/results/clientpositive/llap/lateral_view.q.out +++ b/ql/src/test/results/clientpositive/llap/lateral_view.q.out @@ -629,21 +629,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: tmp_pyang_src_rcfile - Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 42080 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: array) outputColumnNames: key, value - Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 42080 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: value[0] (type: string), key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 42080 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 42080 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -653,27 +653,27 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 21040 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: array(_col0) (type: array) outputColumnNames: _col1 - Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 21040 Basic stats: COMPLETE Column stats: NONE Lateral View Forward - Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 21040 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: array) outputColumnNames: _col1 - Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 21040 Basic stats: COMPLETE Column stats: NONE Lateral View Join Operator outputColumnNames: _col1, _col2 - Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 42080 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: array), _col2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 42080 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 42080 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -681,20 +681,20 @@ STAGE PLANS: Select Operator expressions: _col1 (type: array) outputColumnNames: _col0 - Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 21040 Basic stats: COMPLETE Column stats: NONE UDTF Operator - Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 21040 Basic stats: COMPLETE Column stats: NONE function name: explode Lateral View Join Operator outputColumnNames: _col1, _col2 - Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 42080 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: array), _col2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 42080 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 42080 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out index 45dfac4bb3..56aff94bd1 100644 --- a/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/lvj_mapjoin.q.out @@ -114,23 +114,23 @@ STAGE PLANS: Map Operator Tree: TableScan alias: expod1 - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: aid is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE Lateral View Forward - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: aid (type: int) outputColumnNames: aid - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE Lateral View Join Operator outputColumnNames: _col0, _col5 - Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 11544 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col5 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 11544 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -140,17 +140,17 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3 input vertices: 1 Map 2 - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 12698 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_col0 = _col2) (type: boolean) - Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6349 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6349 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6349 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -158,17 +158,17 @@ STAGE PLANS: Select Operator expressions: av (type: array) outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE UDTF Operator - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE function name: explode Lateral View Join Operator outputColumnNames: _col0, _col5 - Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 11544 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col5 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 11544 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -178,17 +178,17 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3 input vertices: 1 Map 2 - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 12698 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (_col0 = _col2) (type: boolean) - Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6349 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6349 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 3 Data size: 13 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6349 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -199,48 +199,48 @@ STAGE PLANS: Map Operator Tree: TableScan alias: expod2 - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: bid is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE Lateral View Forward - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: bid (type: int) outputColumnNames: bid - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE Lateral View Join Operator outputColumnNames: _col0, _col5 - Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 11544 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col5 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 11544 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 11544 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Select Operator expressions: bv (type: array) outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE UDTF Operator - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 5772 Basic stats: COMPLETE Column stats: NONE function name: explode Lateral View Join Operator outputColumnNames: _col0, _col5 - Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 11544 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col5 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 11544 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 11544 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out index 3613da5a29..76ea04312e 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out @@ -155,14 +155,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_change_various_various_struct1 - Statistics: Num rows: 6 Data size: 5862 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 21030 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: insert_num (type: int), part (type: int), s1 (type: struct), b (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 6 Data size: 1152 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 1152 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -431,14 +431,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_add_various_various_struct2 - Statistics: Num rows: 8 Data size: 6416 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 26640 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: insert_num (type: int), part (type: int), b (type: string), s2 (type: struct) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8 Data size: 1536 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 21760 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 8 Data size: 1536 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 21760 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -635,14 +635,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_add_to_various_various_struct4 - Statistics: Num rows: 4 Data size: 1924 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 4892 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: insert_num (type: int), part (type: int), b (type: string), s3 (type: struct) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 768 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 4 Data size: 768 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out index 3b25d0be7c..69f8262e6c 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out @@ -155,7 +155,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_change_various_various_struct1 - Statistics: Num rows: 6 Data size: 5862 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 21030 Basic stats: COMPLETE Column stats: PARTIAL TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3] @@ -166,13 +166,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 3, 1, 2] - Statistics: Num rows: 6 Data size: 1152 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 6 Data size: 1152 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -455,7 +455,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_add_various_various_struct2 - Statistics: Num rows: 8 Data size: 6416 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 26640 Basic stats: COMPLETE Column stats: PARTIAL TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3] @@ -466,13 +466,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 3, 1, 2] - Statistics: Num rows: 8 Data size: 1536 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 21760 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 8 Data size: 1536 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 21760 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -683,7 +683,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_add_to_various_various_struct4 - Statistics: Num rows: 4 Data size: 1924 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 4892 Basic stats: COMPLETE Column stats: PARTIAL TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3] @@ -694,13 +694,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 3, 1, 2] - Statistics: Num rows: 4 Data size: 768 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 4 Data size: 768 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out index 7f058bbd73..94a6995ff3 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out @@ -155,14 +155,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_change_various_various_struct1 - Statistics: Num rows: 6 Data size: 2059 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 17227 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: insert_num (type: int), part (type: int), s1 (type: struct), b (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 6 Data size: 1152 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 1152 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -431,14 +431,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_add_various_various_struct2 - Statistics: Num rows: 8 Data size: 2443 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 22667 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: insert_num (type: int), part (type: int), b (type: string), s2 (type: struct) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 8 Data size: 1536 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 21760 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 8 Data size: 1536 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 21760 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -635,14 +635,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_add_to_various_various_struct4 - Statistics: Num rows: 4 Data size: 1105 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 4073 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: insert_num (type: int), part (type: int), b (type: string), s3 (type: struct) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 4 Data size: 768 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 4 Data size: 768 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out index 2cbd94bb22..d6d7d0a9b5 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out @@ -155,7 +155,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_change_various_various_struct1 - Statistics: Num rows: 6 Data size: 2059 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 17227 Basic stats: COMPLETE Column stats: PARTIAL TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3] @@ -166,13 +166,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 3, 1, 2] - Statistics: Num rows: 6 Data size: 1152 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 6 Data size: 1152 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -455,7 +455,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_add_various_various_struct2 - Statistics: Num rows: 8 Data size: 2443 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 22667 Basic stats: COMPLETE Column stats: PARTIAL TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3] @@ -466,13 +466,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 3, 1, 2] - Statistics: Num rows: 8 Data size: 1536 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 21760 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 8 Data size: 1536 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 21760 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -683,7 +683,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_add_to_various_various_struct4 - Statistics: Num rows: 4 Data size: 1105 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 4073 Basic stats: COMPLETE Column stats: PARTIAL TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3] @@ -694,13 +694,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 3, 1, 2] - Statistics: Num rows: 4 Data size: 768 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 4 Data size: 768 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out index 98e6496551..bf34e370b7 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out @@ -155,7 +155,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_change_various_various_struct1 - Statistics: Num rows: 6 Data size: 2059 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 17227 Basic stats: COMPLETE Column stats: PARTIAL TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3] @@ -166,13 +166,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 3, 1, 2] - Statistics: Num rows: 6 Data size: 1152 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 6 Data size: 1152 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 16320 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -455,7 +455,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_add_various_various_struct2 - Statistics: Num rows: 8 Data size: 2443 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 22667 Basic stats: COMPLETE Column stats: PARTIAL TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3] @@ -466,13 +466,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 3, 1, 2] - Statistics: Num rows: 8 Data size: 1536 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 21760 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 8 Data size: 1536 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 21760 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -683,7 +683,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part_add_to_various_various_struct4 - Statistics: Num rows: 4 Data size: 1105 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 4073 Basic stats: COMPLETE Column stats: PARTIAL TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3] @@ -694,13 +694,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 3, 1, 2] - Statistics: Num rows: 4 Data size: 768 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 4 Data size: 768 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 4 Data size: 3736 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out b/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out index 5197e444cc..417d318367 100644 --- a/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_join_result_complex.q.out @@ -160,60 +160,32 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Map 1 <- Map 2 (BROADCAST_EDGE) + Map 2 <- Map 1 (BROADCAST_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: a - Statistics: Num rows: 1 Data size: 1292 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: contact_event_id is not null (type: boolean) - Statistics: Num rows: 1 Data size: 1292 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: contact_event_id (type: string), ce_create_dt (type: string), ce_end_dt (type: string), contact_type (type: string), cnctevs_cd (type: string), contact_mode (type: string), cntvnst_stts_cd (type: string), total_transfers (type: int), ce_notes (type: array) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1 Data size: 1292 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 2 => 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col12, _col13, _col14, _col15, _col16 - input vertices: - 1 Map 2 - Position of Big Table: 0 - Statistics: Num rows: 1 Data size: 1421 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: int), _col8 (type: array), _col10 (type: string), _col15 (type: array), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col11 (type: string), _col16 (type: array) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 - Statistics: Num rows: 1 Data size: 1421 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 1 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 1421 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - columns contact_event_id,ce_create_dt,ce_end_dt,contact_type,cnctevs_cd,contact_mode,cntvnst_stts_cd,total_transfers,ce_notes,svcrqst_id,svcrqct_cds,svcrtyp_cd,cmpltyp_cd,src,cnctmd_cd,notes - columns.types string:string:string:string:string:string:string:int:array:string:array:string:string:string:string:array - name default.ct_events1_test - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.ct_events1_test - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE + tag: 0 + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: int), _col8 (type: array) + auto parallelism: true Execution mode: llap LLAP IO: no inputs Path -> Alias: @@ -277,25 +249,53 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 1 Data size: 1104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 4944 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: cnctevn_id is not null (type: boolean) - Statistics: Num rows: 1 Data size: 1104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 4944 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cnctevn_id (type: string), svcrqst_id (type: string), cnctmd_cd (type: string), svcrtyp_cd (type: string), cmpltyp_cd (type: string), sum_reason_cd (type: string), svcrqct_cds (type: array), notes (type: array) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 1104 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: a - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 1104 Basic stats: COMPLETE Column stats: NONE - tag: 1 - value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: array), _col7 (type: array) - auto parallelism: true + Statistics: Num rows: 1 Data size: 4944 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 1 => 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col12, _col13, _col14, _col15, _col16 + input vertices: + 0 Map 1 + Position of Big Table: 1 + Statistics: Num rows: 1 Data size: 3533 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: int), _col8 (type: array), _col10 (type: string), _col15 (type: array), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col11 (type: string), _col16 (type: array) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 1 Data size: 3533 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 3533 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns contact_event_id,ce_create_dt,ce_end_dt,contact_type,cnctevs_cd,contact_mode,cntvnst_stts_cd,total_transfers,ce_notes,svcrqst_id,svcrqct_cds,svcrtyp_cd,cmpltyp_cd,src,cnctmd_cd,notes + columns.types string:string:string:string:string:string:string:int:array:string:array:string:string:string:string:array + name default.ct_events1_test + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.ct_events1_test + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Execution mode: llap LLAP IO: no inputs Path -> Alias: @@ -1144,60 +1144,32 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Map 1 <- Map 2 (BROADCAST_EDGE) + Map 2 <- Map 1 (BROADCAST_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: a - Statistics: Num rows: 1 Data size: 1292 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: contact_event_id is not null (type: boolean) - Statistics: Num rows: 1 Data size: 1292 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: contact_event_id (type: string), ce_create_dt (type: string), ce_end_dt (type: string), contact_type (type: string), cnctevs_cd (type: string), contact_mode (type: string), cntvnst_stts_cd (type: string), total_transfers (type: int), ce_notes (type: array) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1 Data size: 1292 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 2 => 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col12, _col13, _col14, _col15, _col16 - input vertices: - 1 Map 2 - Position of Big Table: 0 - Statistics: Num rows: 1 Data size: 1421 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: int), _col8 (type: array), _col10 (type: string), _col15 (type: array), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col11 (type: string), _col16 (type: array) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 - Statistics: Num rows: 1 Data size: 1421 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 1 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 1421 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - columns contact_event_id,ce_create_dt,ce_end_dt,contact_type,cnctevs_cd,contact_mode,cntvnst_stts_cd,total_transfers,ce_notes,svcrqst_id,svcrqct_cds,svcrtyp_cd,cmpltyp_cd,src,cnctmd_cd,notes - columns.types string:string:string:string:string:string:string:int:array:string:array:string:string:string:string:array - name default.ct_events1_test - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.ct_events1_test - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false + Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 3212 Basic stats: COMPLETE Column stats: NONE + tag: 0 + value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: int), _col8 (type: array) + auto parallelism: true Execution mode: llap LLAP IO: no inputs Path -> Alias: @@ -1261,25 +1233,53 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 1 Data size: 1104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 4944 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: cnctevn_id is not null (type: boolean) - Statistics: Num rows: 1 Data size: 1104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 4944 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cnctevn_id (type: string), svcrqst_id (type: string), cnctmd_cd (type: string), svcrtyp_cd (type: string), cmpltyp_cd (type: string), sum_reason_cd (type: string), svcrqct_cds (type: array), notes (type: array) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 1104 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - null sort order: a - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 1104 Basic stats: COMPLETE Column stats: NONE - tag: 1 - value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: array), _col7 (type: array) - auto parallelism: true + Statistics: Num rows: 1 Data size: 4944 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 1 => 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col12, _col13, _col14, _col15, _col16 + input vertices: + 0 Map 1 + Position of Big Table: 1 + Statistics: Num rows: 1 Data size: 3533 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string), _col6 (type: string), _col7 (type: int), _col8 (type: array), _col10 (type: string), _col15 (type: array), _col12 (type: string), _col13 (type: string), _col14 (type: string), _col11 (type: string), _col16 (type: array) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 + Statistics: Num rows: 1 Data size: 3533 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 3533 Basic stats: COMPLETE Column stats: NONE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns contact_event_id,ce_create_dt,ce_end_dt,contact_type,cnctevs_cd,contact_mode,cntvnst_stts_cd,total_transfers,ce_notes,svcrqst_id,svcrqct_cds,svcrtyp_cd,cmpltyp_cd,src,cnctmd_cd,notes + columns.types string:string:string:string:string:string:string:int:array:string:array:string:string:string:string:array + name default.ct_events1_test + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.ct_events1_test + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false Execution mode: llap LLAP IO: no inputs Path -> Alias: diff --git a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out index c35328031d..9401479abd 100644 --- a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out +++ b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out @@ -5705,11 +5705,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src_thrift - Statistics: Num rows: 11 Data size: 3070 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 21120 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: lstring[0] (type: string) outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 3070 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 21120 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string) mode: hash diff --git a/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out b/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out index 5a42218e73..2f3f8867b1 100644 --- a/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_complex_all.q.out @@ -90,7 +90,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 10872 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3, 4] @@ -101,13 +101,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 1, 2, 3, 4] - Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 10872 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 1104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 10872 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -250,7 +250,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 3 Data size: 3432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 9768 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3, 4] @@ -261,13 +261,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [3, 1, 2] - Statistics: Num rows: 3 Data size: 3432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 9768 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 3432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 9768 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -330,7 +330,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6312 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3, 4] @@ -341,13 +341,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [2, 0] - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6312 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 6312 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -410,7 +410,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 3312 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3, 4] @@ -421,13 +421,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [1, 0] - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 3312 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 3312 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -490,7 +490,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3, 4] @@ -501,13 +501,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [3, 0] - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -571,14 +571,14 @@ STAGE PLANS: TableScan alias: orc_create_complex Pruned Column Paths: strct.b - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: strct.b (type: string), str (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 3 Data size: 552 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -642,7 +642,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_staging - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 3440 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1, 2, 3] @@ -653,7 +653,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 1, 2, 3] - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 3440 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: Reduce Sink Vectorization: @@ -662,7 +662,7 @@ STAGE PLANS: native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true valueColumns: [0, 1, 2, 3] - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 3440 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: map), _col2 (type: array), _col3 (type: struct) Execution mode: vectorized, llap Map Vectorization: @@ -788,7 +788,7 @@ STAGE PLANS: 0 Map 1 1 Map 2 2 Map 3 - Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 1768000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col1 (type: map), _col2 (type: array), _col3 (type: struct), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4 @@ -796,13 +796,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 1, 2, 3, 4] - Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 1768000 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 1768000 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -1016,21 +1016,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 13503 Data size: 15460932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 29968544 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: lst (type: array), strct (type: struct) outputColumnNames: lst, strct - Statistics: Num rows: 13503 Data size: 15460932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 29968544 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: lst (type: array), strct (type: struct) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 13503 Data size: 15460932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 29968544 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: array), _col1 (type: struct) sort order: ++ Map-reduce partition columns: _col0 (type: array), _col1 (type: struct) - Statistics: Num rows: 13503 Data size: 15460932 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 29968544 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: all inputs Map Vectorization: @@ -1051,10 +1051,10 @@ STAGE PLANS: keys: KEY._col0 (type: array), KEY._col1 (type: struct) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6751 Data size: 7729893 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 14983162 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6751 Data size: 7729893 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 14983162 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1247,22 +1247,22 @@ STAGE PLANS: TableScan alias: orc_create_complex Pruned Column Paths: strct.b - Statistics: Num rows: 13503 Data size: 2360536 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 7697400 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: strct.b (type: string), val (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 13503 Data size: 2360536 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 7697400 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(_col1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 13503 Data size: 2360536 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 7697400 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13503 Data size: 2360536 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 7697400 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: llap LLAP IO: all inputs @@ -1302,13 +1302,13 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6751 Data size: 1180180 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 3848414 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 6751 Data size: 1180180 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 3848414 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1359,22 +1359,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orc_create_complex - Statistics: Num rows: 13503 Data size: 4721072 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 46492296 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: str (type: string), mp (type: map), lst (type: array), strct (type: struct), val (type: string) outputColumnNames: str, mp, lst, strct, val - Statistics: Num rows: 13503 Data size: 4721072 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 46492296 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(val) keys: str (type: string), mp (type: map), lst (type: array), strct (type: struct) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 13503 Data size: 4721072 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 46492296 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: map), _col2 (type: array), _col3 (type: struct) sort order: ++++ Map-reduce partition columns: _col0 (type: string), _col1 (type: map), _col2 (type: array), _col3 (type: struct) - Statistics: Num rows: 13503 Data size: 4721072 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13503 Data size: 46492296 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: bigint) Execution mode: llap LLAP IO: all inputs @@ -1397,14 +1397,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: map), KEY._col2 (type: array), KEY._col3 (type: struct) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 6751 Data size: 2360361 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 23244426 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col3 (type: struct), _col1 (type: map), _col2 (type: array), _col0 (type: string), _col4 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 6751 Data size: 2360361 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 23244426 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6751 Data size: 2360361 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6751 Data size: 23244426 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out index 76925cda73..4962139b6d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out @@ -101,7 +101,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 744 Basic stats: COMPLETE Column stats: NONE TableScan Vectorization: native: true projectedOutputColumns: [0, 1] @@ -111,7 +111,7 @@ STAGE PLANS: native: true predicateExpression: SelectColumnIsNotNull(col 0) -> boolean predicate: a is not null (type: boolean) - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 744 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: int), b (type: map) outputColumnNames: _col0, _col1 @@ -119,7 +119,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumns: [0, 1] - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 744 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + @@ -128,7 +128,7 @@ STAGE PLANS: className: VectorReduceSinkLongOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 744 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: map) Execution mode: vectorized, llap LLAP IO: all inputs @@ -277,15 +277,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test2a - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: a[1] is not null (type: boolean) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: a[1] (type: int) sort order: + Map-reduce partition columns: a[1] (type: int) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 120 Basic stats: COMPLETE Column stats: NONE value expressions: a (type: array) Execution mode: llap LLAP IO: all inputs