diff --git a/ql/src/test/queries/clientpositive/parquet_ppd_boolean.q b/ql/src/test/queries/clientpositive/parquet_ppd_boolean.q new file mode 100644 index 0000000..8e80666 --- /dev/null +++ b/ql/src/test/queries/clientpositive/parquet_ppd_boolean.q @@ -0,0 +1,35 @@ +SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; +SET mapred.min.split.size=1000; +SET mapred.max.split.size=5000; + +create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), b boolean) stored as parquet; + +insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, true from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, false from src src2) uniontbl; + +SET hive.optimize.ppd=true; +SET hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where b=true; +select sum(hash(*)) from newtypestbl where b!=true; +select sum(hash(*)) from newtypestbl where btrue; +select sum(hash(*)) from newtypestbl where b<=true; + +select sum(hash(*)) from newtypestbl where b=false; +select sum(hash(*)) from newtypestbl where b!=false; +select sum(hash(*)) from newtypestbl where bfalse; +select sum(hash(*)) from newtypestbl where b<=false; + + +SET hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where b=true; +select sum(hash(*)) from newtypestbl where b!=true; +select sum(hash(*)) from newtypestbl where btrue; +select sum(hash(*)) from newtypestbl where b<=true; + +select sum(hash(*)) from newtypestbl where b=false; +select sum(hash(*)) from newtypestbl where b!=false; +select sum(hash(*)) from newtypestbl where bfalse; +select sum(hash(*)) from newtypestbl where b<=false; \ No newline at end of file diff --git a/ql/src/test/queries/clientpositive/parquet_ppd_char.q b/ql/src/test/queries/clientpositive/parquet_ppd_char.q new file mode 100644 index 0000000..9e5dcd2 --- /dev/null +++ b/ql/src/test/queries/clientpositive/parquet_ppd_char.q @@ -0,0 +1,77 @@ +SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; +SET hive.optimize.ppd=true; +SET mapred.min.split.size=1000; +SET mapred.max.split.size=5000; + +create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), da date) stored as parquet; + +insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, cast("1970-02-20" as date) from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, cast("1970-02-27" as date) from src src2) uniontbl; + +set hive.optimize.index.filter=false; + +-- char data types (EQUAL, NOT_EQUAL, LESS_THAN, LESS_THAN_EQUALS, IN, BETWEEN tests) +select sum(hash(*)) from newtypestbl where c="apple"; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where c="apple"; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where c!="apple"; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where c!="apple"; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where c<"hello"; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where c<"hello"; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where c<="hello"; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where c<="hello"; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where c="apple "; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where c="apple "; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where c in ("apple", "carrot"); + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where c in ("apple", "carrot"); + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where c in ("apple", "hello"); + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where c in ("apple", "hello"); + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where c in ("carrot"); + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where c in ("carrot"); + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where c between "apple" and "carrot"; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where c between "apple" and "carrot"; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where c between "apple" and "zombie"; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where c between "apple" and "zombie"; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where c between "carrot" and "carrot1"; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where c between "carrot" and "carrot1"; + diff --git a/ql/src/test/queries/clientpositive/parquet_ppd_date.q b/ql/src/test/queries/clientpositive/parquet_ppd_date.q new file mode 100644 index 0000000..d752ed2 --- /dev/null +++ b/ql/src/test/queries/clientpositive/parquet_ppd_date.q @@ -0,0 +1,101 @@ +SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; +SET hive.optimize.ppd=true; +SET mapred.min.split.size=1000; +SET mapred.max.split.size=5000; + +create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), da date) stored as parquet; + +insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, cast("1970-02-20" as date) from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, cast("1970-02-27" as date) from src src2) uniontbl; + +-- date data types (EQUAL, NOT_EQUAL, LESS_THAN, LESS_THAN_EQUALS, IN, BETWEEN tests) +select sum(hash(*)) from newtypestbl where da='1970-02-20'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da='1970-02-20'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da= date '1970-02-20'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as date); + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as date); + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as varchar(20)); + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as varchar(20)); + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da!='1970-02-20'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da!='1970-02-20'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da<'1970-02-27'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da<'1970-02-27'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da<'1970-02-29'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da<'1970-02-29'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da<'1970-02-15'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da<'1970-02-15'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da<='1970-02-20'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da<='1970-02-20'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da<='1970-02-27'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da<='1970-02-27'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-27' as date)); + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-27' as date)); + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da in (cast('1970-02-20' as date), cast('1970-02-27' as date)); + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da in (cast('1970-02-20' as date), cast('1970-02-27' as date)); + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-22' as date)); + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-22' as date)); + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-22'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-22'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-28'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-28'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where da between '1970-02-18' and '1970-02-19'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where da between '1970-02-18' and '1970-02-19'; diff --git a/ql/src/test/queries/clientpositive/parquet_ppd_decimal.q b/ql/src/test/queries/clientpositive/parquet_ppd_decimal.q new file mode 100644 index 0000000..558fe19 --- /dev/null +++ b/ql/src/test/queries/clientpositive/parquet_ppd_decimal.q @@ -0,0 +1,163 @@ +SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; +SET mapred.min.split.size=1000; +SET mapred.max.split.size=5000; + +create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), da date) stored as parquet; + +insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, cast("1970-02-20" as date) from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, cast("1970-02-27" as date) from src src2) uniontbl; + +-- decimal data types (EQUAL, NOT_EQUAL, LESS_THAN, LESS_THAN_EQUALS, IN, BETWEEN tests) +select sum(hash(*)) from newtypestbl where d=0.22; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where d=0.22; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where d='0.22'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where d='0.22'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where d=cast('0.22' as float); + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where d=cast('0.22' as float); + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where d!=0.22; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where d!=0.22; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where d!='0.22'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where d!='0.22'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where d!=cast('0.22' as float); + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where d!=cast('0.22' as float); + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where d<11.22; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where d<11.22; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where d<'11.22'; + +set hive.optimize.index.filter=true; +select sum(hash(*)) from newtypestbl where d<'11.22'; + +set hive.optimize.index.filter=false; +select sum(hash(*)) from newtypestbl where d2 limit 1; +SET hive.optimize.index.filter=true; +SELECT * FROM tbl_pred WHERE t>2 limit 1; +SET hive.optimize.index.filter=false; + +SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2; + +SET hive.optimize.index.filter=true; +SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2; +SET hive.optimize.index.filter=false; + +EXPLAIN SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2; + +SET hive.optimize.index.filter=true; +EXPLAIN SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2; +SET hive.optimize.index.filter=false; + +SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' + ; + +SET hive.optimize.index.filter=true; +SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' + ; +SET hive.optimize.index.filter=false; + +EXPLAIN SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' + ; + +SET hive.optimize.index.filter=true; +EXPLAIN SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' + ; +SET hive.optimize.index.filter=false; + +SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s; + +set hive.optimize.index.filter=true; +SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s; +set hive.optimize.index.filter=false; + +EXPLAIN SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s; + +SET hive.optimize.index.filter=true; +EXPLAIN SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s; +SET hive.optimize.index.filter=false; + +SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3; + +SET hive.optimize.index.filter=true; +SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3; +SET hive.optimize.index.filter=false; + +EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3; + +SET hive.optimize.index.filter=true; +EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3; +SET hive.optimize.index.filter=false; + +SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3; + +SET hive.optimize.index.filter=true; +SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3; +SET hive.optimize.index.filter=false; + +SET hive.optimize.index.filter=true; +SELECT f, i, b FROM tbl_pred + WHERE f IS NOT NULL + AND f < 123.2 + AND f > 1.92 + AND f >= 9.99 + AND f BETWEEN 1.92 AND 123.2 + AND i IS NOT NULL + AND i < 67627 + AND i > 60627 + AND i >= 60626 + AND i BETWEEN 60626 AND 67627 + AND b IS NOT NULL + AND b < 4294967861 + AND b > 4294967261 + AND b >= 4294967260 + AND b BETWEEN 4294967261 AND 4294967861 + SORT BY f DESC + LIMIT 3; +SET hive.optimize.index.filter=false; + +EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3; + +SET hive.optimize.index.filter=true; +EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3; +SET hive.optimize.index.filter=false; + + +SET hive.optimize.index.filter=true; +EXPLAIN SELECT f, i, b FROM tbl_pred + WHERE f IS NOT NULL + AND f < 123.2 + AND f > 1.92 + AND f >= 9.99 + AND f BETWEEN 1.92 AND 123.2 + AND i IS NOT NULL + AND i < 67627 + AND i > 60627 + AND i >= 60626 + AND i BETWEEN 60626 AND 67627 + AND b IS NOT NULL + AND b < 4294967861 + AND b > 4294967261 + AND b >= 4294967260 + AND b BETWEEN 4294967261 AND 4294967861 + SORT BY f DESC + LIMIT 3; +SET hive.optimize.index.filter=false; \ No newline at end of file diff --git a/ql/src/test/results/clientpositive/parquet_ppd_boolean.q.out b/ql/src/test/results/clientpositive/parquet_ppd_boolean.q.out new file mode 100644 index 0000000..78b7aa6 --- /dev/null +++ b/ql/src/test/results/clientpositive/parquet_ppd_boolean.q.out @@ -0,0 +1,200 @@ +PREHOOK: query: create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), b boolean) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@newtypestbl +POSTHOOK: query: create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), b boolean) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@newtypestbl +PREHOOK: query: insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, true from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, false from src src2) uniontbl +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@newtypestbl +POSTHOOK: query: insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, true from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, false from src src2) uniontbl +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@newtypestbl +POSTHOOK: Lineage: newtypestbl.b EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.c EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.d EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.v EXPRESSION [] +PREHOOK: query: select sum(hash(*)) from newtypestbl where b=true +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b=true +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951953500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where b!=true +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b!=true +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427776000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where btrue +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b>true +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where b<=true +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b<=true +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475822500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where b=false +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b=false +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427776000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where b!=false +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b!=false +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951953500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where bfalse +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b>false +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951953500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where b<=false +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b<=false +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427776000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where b=true +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b=true +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951953500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where b!=true +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b!=true +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427776000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where btrue +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b>true +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where b<=true +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b<=true +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475822500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where b=false +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b=false +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427776000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where b!=false +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b!=false +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951953500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where bfalse +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b>false +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951953500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where b<=false +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where b<=false +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427776000 diff --git a/ql/src/test/results/clientpositive/parquet_ppd_char.q.out b/ql/src/test/results/clientpositive/parquet_ppd_char.q.out new file mode 100644 index 0000000..e62462c --- /dev/null +++ b/ql/src/test/results/clientpositive/parquet_ppd_char.q.out @@ -0,0 +1,220 @@ +PREHOOK: query: create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), da date) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@newtypestbl +POSTHOOK: query: create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), da date) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@newtypestbl +PREHOOK: query: insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, cast("1970-02-20" as date) from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, cast("1970-02-27" as date) from src src2) uniontbl +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@newtypestbl +POSTHOOK: query: insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, cast("1970-02-20" as date) from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, cast("1970-02-27" as date) from src src2) uniontbl +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@newtypestbl +POSTHOOK: Lineage: newtypestbl.c EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.d EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.da EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.v EXPRESSION [] +PREHOOK: query: -- char data types (EQUAL, NOT_EQUAL, LESS_THAN, LESS_THAN_EQUALS, IN, BETWEEN tests) +select sum(hash(*)) from newtypestbl where c="apple" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: -- char data types (EQUAL, NOT_EQUAL, LESS_THAN, LESS_THAN_EQUALS, IN, BETWEEN tests) +select sum(hash(*)) from newtypestbl where c="apple" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c="apple" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c="apple" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c!="apple" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c!="apple" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c!="apple" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c!="apple" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c<"hello" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c<"hello" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c<"hello" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c<"hello" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c<="hello" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c<="hello" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c<="hello" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c<="hello" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c="apple " +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c="apple " +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where c="apple " +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c="apple " +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where c in ("apple", "carrot") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c in ("apple", "carrot") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c in ("apple", "carrot") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c in ("apple", "carrot") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c in ("apple", "hello") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c in ("apple", "hello") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c in ("apple", "hello") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c in ("apple", "hello") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c in ("carrot") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c in ("carrot") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where c in ("carrot") +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c in ("carrot") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where c between "apple" and "carrot" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c between "apple" and "carrot" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c between "apple" and "carrot" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c between "apple" and "carrot" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c between "apple" and "zombie" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c between "apple" and "zombie" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c between "apple" and "zombie" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c between "apple" and "zombie" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where c between "carrot" and "carrot1" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c between "carrot" and "carrot1" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where c between "carrot" and "carrot1" +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where c between "carrot" and "carrot1" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL diff --git a/ql/src/test/results/clientpositive/parquet_ppd_date.q.out b/ql/src/test/results/clientpositive/parquet_ppd_date.q.out new file mode 100644 index 0000000..aba302e --- /dev/null +++ b/ql/src/test/results/clientpositive/parquet_ppd_date.q.out @@ -0,0 +1,301 @@ +PREHOOK: query: create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), da date) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@newtypestbl +POSTHOOK: query: create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), da date) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@newtypestbl +PREHOOK: query: insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, cast("1970-02-20" as date) from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, cast("1970-02-27" as date) from src src2) uniontbl +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@newtypestbl +POSTHOOK: query: insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, cast("1970-02-20" as date) from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, cast("1970-02-27" as date) from src src2) uniontbl +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@newtypestbl +POSTHOOK: Lineage: newtypestbl.c EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.d EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.da EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.v EXPRESSION [] +PREHOOK: query: -- date data types (EQUAL, NOT_EQUAL, LESS_THAN, LESS_THAN_EQUALS, IN, BETWEEN tests) +select sum(hash(*)) from newtypestbl where da='1970-02-20' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: -- date data types (EQUAL, NOT_EQUAL, LESS_THAN, LESS_THAN_EQUALS, IN, BETWEEN tests) +select sum(hash(*)) from newtypestbl where da='1970-02-20' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da='1970-02-20' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da='1970-02-20' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da= date '1970-02-20' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da= date '1970-02-20' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as date) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as date) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as date) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as date) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as varchar(20)) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as varchar(20)) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as varchar(20)) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da=cast('1970-02-20' as varchar(20)) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da!='1970-02-20' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da!='1970-02-20' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da!='1970-02-20' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da!='1970-02-20' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-27' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-27' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-27' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-27' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-29' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-29' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-29' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-29' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-15' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-15' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-15' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da<'1970-02-15' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where da<='1970-02-20' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da<='1970-02-20' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da<='1970-02-20' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da<='1970-02-20' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da<='1970-02-27' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da<='1970-02-27' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da<='1970-02-27' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da<='1970-02-27' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-27' as date)) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-27' as date)) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-27' as date)) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-27' as date)) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-20' as date), cast('1970-02-27' as date)) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-20' as date), cast('1970-02-27' as date)) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-20' as date), cast('1970-02-27' as date)) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-20' as date), cast('1970-02-27' as date)) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-22' as date)) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-22' as date)) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-22' as date)) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da in (cast('1970-02-21' as date), cast('1970-02-22' as date)) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-22' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-22' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-22' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-22' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-28' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-28' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-28' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-19' and '1970-02-28' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +81475875500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-18' and '1970-02-19' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-18' and '1970-02-19' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL +PREHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-18' and '1970-02-19' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where da between '1970-02-18' and '1970-02-19' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +NULL diff --git a/ql/src/test/results/clientpositive/parquet_ppd_decimal.q.out b/ql/src/test/results/clientpositive/parquet_ppd_decimal.q.out new file mode 100644 index 0000000..9e48df8 --- /dev/null +++ b/ql/src/test/results/clientpositive/parquet_ppd_decimal.q.out @@ -0,0 +1,490 @@ +PREHOOK: query: create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), da date) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@newtypestbl +POSTHOOK: query: create table newtypestbl(c char(10), v varchar(10), d decimal(5,3), da date) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@newtypestbl +PREHOOK: query: insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, cast("1970-02-20" as date) from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, cast("1970-02-27" as date) from src src2) uniontbl +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@newtypestbl +POSTHOOK: query: insert overwrite table newtypestbl select * from (select cast("apple" as char(10)), cast("bee" as varchar(10)), 0.22, cast("1970-02-20" as date) from src src1 union all select cast("hello" as char(10)), cast("world" as varchar(10)), 11.22, cast("1970-02-27" as date) from src src2) uniontbl +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@newtypestbl +POSTHOOK: Lineage: newtypestbl.c EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.d EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.da EXPRESSION [] +POSTHOOK: Lineage: newtypestbl.v EXPRESSION [] +PREHOOK: query: -- decimal data types (EQUAL, NOT_EQUAL, LESS_THAN, LESS_THAN_EQUALS, IN, BETWEEN tests) +select sum(hash(*)) from newtypestbl where d=0.22 +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: -- decimal data types (EQUAL, NOT_EQUAL, LESS_THAN, LESS_THAN_EQUALS, IN, BETWEEN tests) +select sum(hash(*)) from newtypestbl where d=0.22 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d=0.22 +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d=0.22 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d='0.22' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d='0.22' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d='0.22' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d='0.22' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d=cast('0.22' as float) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d=cast('0.22' as float) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d=cast('0.22' as float) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d=cast('0.22' as float) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d!=0.22 +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d!=0.22 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d!=0.22 +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d!=0.22 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d!='0.22' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d!='0.22' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d!='0.22' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d!='0.22' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d!=cast('0.22' as float) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d!=cast('0.22' as float) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d!=cast('0.22' as float) +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d!=cast('0.22' as float) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +334427804500 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d<11.22 +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d<11.22 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d<11.22 +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d<11.22 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d<'11.22' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d<'11.22' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d<'11.22' +PREHOOK: type: QUERY +PREHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from newtypestbl where d<'11.22' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtypestbl +#### A masked pattern was here #### +-252951929000 +PREHOOK: query: select sum(hash(*)) from newtypestbl where d2 limit 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM tbl_pred WHERE t>2 limit 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +124 336 65664 4294967435 74.72 42.47 true bob davidson 2013-03-01 09:11:58.703302 45.4 yard duty +PREHOOK: query: SELECT * FROM tbl_pred WHERE t>2 limit 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM tbl_pred WHERE t>2 limit 1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +124 336 65664 4294967435 74.72 42.47 true bob davidson 2013-03-01 09:11:58.703302 45.4 yard duty +PREHOOK: query: SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2 +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +-8 +PREHOOK: query: SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2 +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +-8 +PREHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: tbl_pred + Statistics: Num rows: 1049 Data size: 11539 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: ((t < 0) and (UDFToInteger(t) > -2)) (type: boolean) + Statistics: Num rows: 116 Data size: 1276 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: hash(t) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 116 Data size: 1276 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: sum(_col0) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT SUM(HASH(t)) FROM tbl_pred + WHERE t IS NOT NULL + AND t < 0 + AND t > -2 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: tbl_pred + filterExpr: ((t < 0) and (UDFToInteger(t) > -2)) (type: boolean) + Statistics: Num rows: 1049 Data size: 11539 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: ((t < 0) and (UDFToInteger(t) > -2)) (type: boolean) + Statistics: Num rows: 116 Data size: 1276 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: hash(t) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 116 Data size: 1276 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: sum(_col0) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Reduce Operator Tree: + Group By Operator + aggregations: sum(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +-1 bob laertes +-1 bob young +PREHOOK: query: SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +-1 bob laertes +-1 bob young +PREHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: tbl_pred + Statistics: Num rows: 1049 Data size: 11539 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (((t = -1) and s is not null) and (s like 'bob%')) (type: boolean) + Statistics: Num rows: 131 Data size: 1441 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: -1 (type: tinyint), s (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 131 Data size: 1441 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 131 Data size: 1441 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred + WHERE t <=> -1 + AND s IS NOT NULL + AND s LIKE 'bob%' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: tbl_pred + filterExpr: (((t = -1) and s is not null) and (s like 'bob%')) (type: boolean) + Statistics: Num rows: 1049 Data size: 11539 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (((t = -1) and s is not null) and (s like 'bob%')) (type: boolean) + Statistics: Num rows: 131 Data size: 1441 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: -1 (type: tinyint), s (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 131 Data size: 1441 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 131 Data size: 1441 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +26 bob ovid +26 bob quirinius +27 bob ovid +PREHOOK: query: SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +26 bob ovid +26 bob quirinius +27 bob ovid +PREHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: tbl_pred + Statistics: Num rows: 1049 Data size: 11539 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (((s is not null and (s like 'bob%')) and (not (t) IN (-1, -2, -3))) and t BETWEEN 25 AND 30) (type: boolean) + Statistics: Num rows: 65 Data size: 715 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: t (type: tinyint), s (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 65 Data size: 715 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: tinyint), _col1 (type: string) + sort order: ++ + Statistics: Num rows: 65 Data size: 715 Basic stats: COMPLETE Column stats: NONE + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 65 Data size: 715 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 65 Data size: 715 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT t, s FROM tbl_pred + WHERE s IS NOT NULL + AND s LIKE 'bob%' + AND t NOT IN (-1,-2,-3) + AND t BETWEEN 25 AND 30 + SORT BY t,s +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: tbl_pred + filterExpr: (((s is not null and (s like 'bob%')) and (not (t) IN (-1, -2, -3))) and t BETWEEN 25 AND 30) (type: boolean) + Statistics: Num rows: 1049 Data size: 11539 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (((s is not null and (s like 'bob%')) and (not (t) IN (-1, -2, -3))) and t BETWEEN 25 AND 30) (type: boolean) + Statistics: Num rows: 65 Data size: 715 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: t (type: tinyint), s (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 65 Data size: 715 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: tinyint), _col1 (type: string) + sort order: ++ + Statistics: Num rows: 65 Data size: 715 Basic stats: COMPLETE Column stats: NONE + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey1 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 65 Data size: 715 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 65 Data size: 715 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3 +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +101 327 11.48 gabriella ellison +15 334 11.12 jessica robinson +7 320 11.54 bob ellison +PREHOOK: query: SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3 +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +101 327 11.48 gabriella ellison +15 334 11.12 jessica robinson +7 320 11.54 bob ellison +PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: tbl_pred + Statistics: Num rows: 1049 Data size: 11539 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (((((((d >= 10.0) and (d < 12.0)) and t is not null) and (s like '%son')) and (not (s like '%car%'))) and (t > 0)) and si BETWEEN 300 AND 400) (type: boolean) + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: t (type: tinyint), si (type: smallint), d (type: double), s (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col3 (type: string) + sort order: - + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 3 + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 3 + Processor Tree: + ListSink + +PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + ORDER BY s DESC + LIMIT 3 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: tbl_pred + filterExpr: (((((((d >= 10.0) and (d < 12.0)) and t is not null) and (s like '%son')) and (not (s like '%car%'))) and (t > 0)) and si BETWEEN 300 AND 400) (type: boolean) + Statistics: Num rows: 1049 Data size: 11539 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (((((((d >= 10.0) and (d < 12.0)) and t is not null) and (s like '%son')) and (not (s like '%car%'))) and (t > 0)) and si BETWEEN 300 AND 400) (type: boolean) + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: t (type: tinyint), si (type: smallint), d (type: double), s (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col3 (type: string) + sort order: - + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 3 + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 3 + Processor Tree: + ListSink + +PREHOOK: query: SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3 +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +15 334 11.12 jessica robinson +PREHOOK: query: SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3 +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +15 334 11.12 jessica robinson +PREHOOK: query: SELECT f, i, b FROM tbl_pred + WHERE f IS NOT NULL + AND f < 123.2 + AND f > 1.92 + AND f >= 9.99 + AND f BETWEEN 1.92 AND 123.2 + AND i IS NOT NULL + AND i < 67627 + AND i > 60627 + AND i >= 60626 + AND i BETWEEN 60626 AND 67627 + AND b IS NOT NULL + AND b < 4294967861 + AND b > 4294967261 + AND b >= 4294967260 + AND b BETWEEN 4294967261 AND 4294967861 + SORT BY f DESC + LIMIT 3 +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +POSTHOOK: query: SELECT f, i, b FROM tbl_pred + WHERE f IS NOT NULL + AND f < 123.2 + AND f > 1.92 + AND f >= 9.99 + AND f BETWEEN 1.92 AND 123.2 + AND i IS NOT NULL + AND i < 67627 + AND i > 60627 + AND i >= 60626 + AND i BETWEEN 60626 AND 67627 + AND b IS NOT NULL + AND b < 4294967861 + AND b > 4294967261 + AND b >= 4294967260 + AND b BETWEEN 4294967261 AND 4294967861 + SORT BY f DESC + LIMIT 3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl_pred +#### A masked pattern was here #### +99.68 65658 4294967503 +99.91 65763 4294967324 +99.92 65661 4294967404 +PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: tbl_pred + Statistics: Num rows: 1049 Data size: 11539 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (((((((((t > 10) and (t <> 101)) and (d >= 10.0)) and (d < 12.0)) and t is not null) and (s like '%son')) and (not (s like '%car%'))) and (t > 0)) and si BETWEEN 300 AND 400) (type: boolean) + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: t (type: tinyint), si (type: smallint), d (type: double), s (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col3 (type: string) + sort order: - + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col3 (type: string) + sort order: - + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 3 + Processor Tree: + ListSink + +PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT t, si, d, s FROM tbl_pred + WHERE t > 10 + AND t <> 101 + AND d >= ROUND(9.99) + AND d < 12 + AND t IS NOT NULL + AND s LIKE '%son' + AND s NOT LIKE '%car%' + AND t > 0 + AND si BETWEEN 300 AND 400 + SORT BY s DESC + LIMIT 3 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: tbl_pred + filterExpr: (((((((((t > 10) and (t <> 101)) and (d >= 10.0)) and (d < 12.0)) and t is not null) and (s like '%son')) and (not (s like '%car%'))) and (t > 0)) and si BETWEEN 300 AND 400) (type: boolean) + Statistics: Num rows: 1049 Data size: 11539 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (((((((((t > 10) and (t <> 101)) and (d >= 10.0)) and (d < 12.0)) and t is not null) and (s like '%son')) and (not (s like '%car%'))) and (t > 0)) and si BETWEEN 300 AND 400) (type: boolean) + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: t (type: tinyint), si (type: smallint), d (type: double), s (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col3 (type: string) + sort order: - + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col3 (type: string) + sort order: - + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: double) + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: double), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 3 + Processor Tree: + ListSink + +PREHOOK: query: EXPLAIN SELECT f, i, b FROM tbl_pred + WHERE f IS NOT NULL + AND f < 123.2 + AND f > 1.92 + AND f >= 9.99 + AND f BETWEEN 1.92 AND 123.2 + AND i IS NOT NULL + AND i < 67627 + AND i > 60627 + AND i >= 60626 + AND i BETWEEN 60626 AND 67627 + AND b IS NOT NULL + AND b < 4294967861 + AND b > 4294967261 + AND b >= 4294967260 + AND b BETWEEN 4294967261 AND 4294967861 + SORT BY f DESC + LIMIT 3 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT f, i, b FROM tbl_pred + WHERE f IS NOT NULL + AND f < 123.2 + AND f > 1.92 + AND f >= 9.99 + AND f BETWEEN 1.92 AND 123.2 + AND i IS NOT NULL + AND i < 67627 + AND i > 60627 + AND i >= 60626 + AND i BETWEEN 60626 AND 67627 + AND b IS NOT NULL + AND b < 4294967861 + AND b > 4294967261 + AND b >= 4294967260 + AND b BETWEEN 4294967261 AND 4294967861 + SORT BY f DESC + LIMIT 3 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: tbl_pred + filterExpr: ((((((((((((((f < 123.2) and (f > 1.92)) and (f >= 9.99)) and f BETWEEN 1.92 AND 123.2) and i is not null) and (i < 67627)) and (i > 60627)) and (i >= 60626)) and i BETWEEN 60626 AND 67627) and b is not null) and (b < 4294967861)) and (b > 4294967261)) and (b >= 4294967260)) and b BETWEEN 4294967261 AND 4294967861) (type: boolean) + Statistics: Num rows: 1049 Data size: 11539 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: ((((((((((((((f < 123.2) and (f > 1.92)) and (f >= 9.99)) and f BETWEEN 1.92 AND 123.2) and i is not null) and (i < 67627)) and (i > 60627)) and (i >= 60626)) and i BETWEEN 60626 AND 67627) and b is not null) and (b < 4294967861)) and (b > 4294967261)) and (b >= 4294967260)) and b BETWEEN 4294967261 AND 4294967861) (type: boolean) + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: f (type: float), i (type: int), b (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: float) + sort order: - + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: float), VALUE._col0 (type: int), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazybinary.LazyBinarySerDe + + Stage: Stage-2 + Map Reduce + Map Operator Tree: + TableScan + Reduce Output Operator + key expressions: _col0 (type: float) + sort order: - + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: bigint) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: float), VALUE._col0 (type: int), VALUE._col1 (type: bigint) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 3 + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 3 + Processor Tree: + ListSink +