diff --git a/ql/src/test/queries/clientpositive/parquet_columnar.q b/ql/src/test/queries/clientpositive/parquet_columnar.q index b7886a8..b5aca1b 100644 --- a/ql/src/test/queries/clientpositive/parquet_columnar.q +++ b/ql/src/test/queries/clientpositive/parquet_columnar.q @@ -5,8 +5,8 @@ DROP TABLE IF EXISTS parquet_columnar_access; DROP TABLE IF EXISTS parquet_columnar_renamed; CREATE TABLE parquet_columnar_access_stage ( - s string, - i int, + s string, + i int, f float ) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|'; @@ -15,12 +15,14 @@ CREATE TABLE parquet_columnar_access ( s string, x int, y int, - f float + f float, + address struct ) STORED AS PARQUET; LOAD DATA LOCAL INPATH '../../data/files/parquet_columnar.txt' OVERWRITE INTO TABLE parquet_columnar_access_stage; -INSERT OVERWRITE TABLE parquet_columnar_access SELECT s, i, (i + 1), f FROM parquet_columnar_access_stage; +INSERT OVERWRITE TABLE parquet_columnar_access SELECT s, i, (i + 1), f, named_struct('intVals', +i,'strVals',s) FROM parquet_columnar_access_stage; SELECT * FROM parquet_columnar_access; ALTER TABLE parquet_columnar_access REPLACE COLUMNS (s1 string, x1 int, y1 int, f1 float); diff --git a/ql/src/test/results/clientpositive/parquet_columnar.q.out b/ql/src/test/results/clientpositive/parquet_columnar.q.out index 479027b..934333b 100644 --- a/ql/src/test/results/clientpositive/parquet_columnar.q.out +++ b/ql/src/test/results/clientpositive/parquet_columnar.q.out @@ -11,8 +11,8 @@ PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE IF EXISTS parquet_columnar_renamed POSTHOOK: type: DROPTABLE PREHOOK: query: CREATE TABLE parquet_columnar_access_stage ( - s string, - i int, + s string, + i int, f float ) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' @@ -20,8 +20,8 @@ PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@parquet_columnar_access_stage POSTHOOK: query: CREATE TABLE parquet_columnar_access_stage ( - s string, - i int, + s string, + i int, f float ) ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' @@ -32,7 +32,8 @@ PREHOOK: query: CREATE TABLE parquet_columnar_access ( s string, x int, y int, - f float + f float, + address struct ) STORED AS PARQUET PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -41,7 +42,8 @@ POSTHOOK: query: CREATE TABLE parquet_columnar_access ( s string, x int, y int, - f float + f float, + address struct ) STORED AS PARQUET POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default @@ -54,14 +56,17 @@ POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/parquet_columnar.txt' POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@parquet_columnar_access_stage -PREHOOK: query: INSERT OVERWRITE TABLE parquet_columnar_access SELECT s, i, (i + 1), f FROM parquet_columnar_access_stage +PREHOOK: query: INSERT OVERWRITE TABLE parquet_columnar_access SELECT s, i, (i + 1), f, named_struct('intVals', +i,'strVals',s) FROM parquet_columnar_access_stage PREHOOK: type: QUERY PREHOOK: Input: default@parquet_columnar_access_stage PREHOOK: Output: default@parquet_columnar_access -POSTHOOK: query: INSERT OVERWRITE TABLE parquet_columnar_access SELECT s, i, (i + 1), f FROM parquet_columnar_access_stage +POSTHOOK: query: INSERT OVERWRITE TABLE parquet_columnar_access SELECT s, i, (i + 1), f, named_struct('intVals', +i,'strVals',s) FROM parquet_columnar_access_stage POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_columnar_access_stage POSTHOOK: Output: default@parquet_columnar_access +POSTHOOK: Lineage: parquet_columnar_access.address EXPRESSION [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:i, type:int, comment:null), (parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:s, type:string, comment:null), ] POSTHOOK: Lineage: parquet_columnar_access.f SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:f, type:float, comment:null), ] POSTHOOK: Lineage: parquet_columnar_access.s SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:s, type:string, comment:null), ] POSTHOOK: Lineage: parquet_columnar_access.x SIMPLE [(parquet_columnar_access_stage)parquet_columnar_access_stage.FieldSchema(name:i, type:int, comment:null), ] @@ -74,27 +79,27 @@ POSTHOOK: query: SELECT * FROM parquet_columnar_access POSTHOOK: type: QUERY POSTHOOK: Input: default@parquet_columnar_access #### A masked pattern was here #### -1abc00 1 2 1.0 -1def01 2 3 1.1 -1ghi02 3 4 1.2 -1jkl03 1 2 1.3 -1mno04 2 3 1.4 -1pqr05 3 4 1.0 -1stu06 1 2 1.1 -1vwx07 2 3 1.2 -1yza08 3 4 1.3 -1bcd09 1 2 1.4 -1efg10 2 3 1.0 -1hij11 3 4 1.1 -1klm12 1 2 1.2 -1nop13 2 3 1.3 -1qrs14 3 4 1.4 -1tuv15 1 2 1.0 -1wxy16 2 3 1.1 -1zab17 3 4 1.2 -1cde18 1 2 1.3 -1fgh19 2 3 1.4 -1ijk20 3 4 1.0 +1abc00 1 2 1.0 {"intVals":1,"strVals":"1abc00"} +1def01 2 3 1.1 {"intVals":2,"strVals":"1def01"} +1ghi02 3 4 1.2 {"intVals":3,"strVals":"1ghi02"} +1jkl03 1 2 1.3 {"intVals":1,"strVals":"1jkl03"} +1mno04 2 3 1.4 {"intVals":2,"strVals":"1mno04"} +1pqr05 3 4 1.0 {"intVals":3,"strVals":"1pqr05"} +1stu06 1 2 1.1 {"intVals":1,"strVals":"1stu06"} +1vwx07 2 3 1.2 {"intVals":2,"strVals":"1vwx07"} +1yza08 3 4 1.3 {"intVals":3,"strVals":"1yza08"} +1bcd09 1 2 1.4 {"intVals":1,"strVals":"1bcd09"} +1efg10 2 3 1.0 {"intVals":2,"strVals":"1efg10"} +1hij11 3 4 1.1 {"intVals":3,"strVals":"1hij11"} +1klm12 1 2 1.2 {"intVals":1,"strVals":"1klm12"} +1nop13 2 3 1.3 {"intVals":2,"strVals":"1nop13"} +1qrs14 3 4 1.4 {"intVals":3,"strVals":"1qrs14"} +1tuv15 1 2 1.0 {"intVals":1,"strVals":"1tuv15"} +1wxy16 2 3 1.1 {"intVals":2,"strVals":"1wxy16"} +1zab17 3 4 1.2 {"intVals":3,"strVals":"1zab17"} +1cde18 1 2 1.3 {"intVals":1,"strVals":"1cde18"} +1fgh19 2 3 1.4 {"intVals":2,"strVals":"1fgh19"} +1ijk20 3 4 1.0 {"intVals":3,"strVals":"1ijk20"} PREHOOK: query: ALTER TABLE parquet_columnar_access REPLACE COLUMNS (s1 string, x1 int, y1 int, f1 float) PREHOOK: type: ALTERTABLE_REPLACECOLS PREHOOK: Input: default@parquet_columnar_access