commit acf56ffbcd26818aee7c21ff4867e3929b5a7fd7 Author: Vihang Karajgaonkar Date: Sun Oct 22 16:34:35 2017 -0700 HIVE-17874 : Parquet vectorization fails on tables with complex columns when there are no projected columns (Vihang Karajgaonkar, reviewed by Ferdinand Xu) diff --git a/ql/src/test/queries/clientpositive/vectorization_parquet_projection.q b/ql/src/test/queries/clientpositive/vectorization_parquet_projection.q index 8865c797419bc2b85bc301007ddaa2bb3643822c..76fbf0e6d89459a4048c1ed99536278ad85fcd75 100644 --- a/ql/src/test/queries/clientpositive/vectorization_parquet_projection.q +++ b/ql/src/test/queries/clientpositive/vectorization_parquet_projection.q @@ -6,8 +6,6 @@ set hive.vectorized.execution.enabled=true; set hive.vectorized.execution.reduce.enabled=true; set hive.mapred.mode=nonstrict; set hive.llap.cache.allow.synthetic.fileid=true; -set hive.vectorized.groupby.complex.types.enabled=false; -set hive.vectorized.complex.types.enabled=false; -- SORT_QUERY_RESULTS diff --git a/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out b/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out index 22b2859059b5164cdaa67cf5ce467338f9ea45fd..c27e61c347d66231342ba82e6b121e10d072f641 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out @@ -151,7 +151,7 @@ STAGE PLANS: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat - notVectorizedReason: Select expression for SELECT operator: Vectorizing complex type MAP not enabled (map) since hive.vectorized.complex.types.enabled IS false + notVectorizedReason: Select expression for SELECT operator: Data type map of Column[m1] not supported vectorized: false Stage: Stage-0 @@ -412,7 +412,7 @@ STAGE PLANS: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat - notVectorizedReason: Select expression for SELECT operator: Vectorizing complex type MAP not enabled (map) since hive.vectorized.complex.types.enabled IS false + notVectorizedReason: Select expression for SELECT operator: Data type map of Column[m1] not supported vectorized: false Reducer 2 Execution mode: vectorized diff --git a/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out b/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out index 0423ba605f3e2d9f9a5fb653e445a4974a6df4eb..02a28de3fcaa82c98cbac3395bb621d4dc6ac6c0 100644 --- a/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out +++ b/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out @@ -148,7 +148,7 @@ STAGE PLANS: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat - notVectorizedReason: Select expression for SELECT operator: Vectorizing complex type MAP not enabled (map) since hive.vectorized.complex.types.enabled IS false + notVectorizedReason: Select expression for SELECT operator: Data type map of Column[m1] not supported vectorized: false Stage: Stage-0 @@ -384,7 +384,7 @@ STAGE PLANS: enabled: true enabledConditionsMet: hive.vectorized.use.vectorized.input.format IS true inputFileFormats: org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat - notVectorizedReason: Select expression for SELECT operator: Vectorizing complex type MAP not enabled (map) since hive.vectorized.complex.types.enabled IS false + notVectorizedReason: Select expression for SELECT operator: Data type map of Column[m1] not supported vectorized: false Reduce Vectorization: enabled: false