diff --git ql/src/test/queries/clientpositive/llap_acid.q ql/src/test/queries/clientpositive/llap_acid.q index 8060e33952..e0bde30ccc 100644 --- ql/src/test/queries/clientpositive/llap_acid.q +++ ql/src/test/queries/clientpositive/llap_acid.q @@ -23,14 +23,17 @@ partitioned by (csmallint smallint) clustered by (cint) into 2 buckets stored as orc; insert into table orc_llap partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10; +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10; insert into table orc_llap partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10; +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10; alter table orc_llap SET TBLPROPERTIES ('transactional'='true'); insert into table orc_llap partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble desc limit 10; +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble desc limit 10; SET hive.llap.io.enabled=true; diff --git ql/src/test/queries/clientpositive/llap_acid_fast.q ql/src/test/queries/clientpositive/llap_acid_fast.q index aa5ee19ac6..89ca45f722 100644 --- ql/src/test/queries/clientpositive/llap_acid_fast.q +++ ql/src/test/queries/clientpositive/llap_acid_fast.q @@ -24,11 +24,14 @@ clustered by (cint) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true', 'transactional_properties'='default'); insert into table orc_llap_acid_fast partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10; +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10; insert into table orc_llap_acid_fast partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10; +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10; insert into table orc_llap_acid_fast partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble desc limit 10; +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble desc limit 10; explain vectorization only detail select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order diff --git ql/src/test/results/clientpositive/llap/llap_acid.q.out ql/src/test/results/clientpositive/llap/llap_acid.q.out index 38889b93ba..bb608b67a3 100644 --- ql/src/test/results/clientpositive/llap/llap_acid.q.out +++ ql/src/test/results/clientpositive/llap/llap_acid.q.out @@ -23,12 +23,14 @@ POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_llap PREHOOK: query: insert into table orc_llap partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap@csmallint=1 POSTHOOK: query: insert into table orc_llap partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap@csmallint=1 @@ -37,12 +39,14 @@ POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cdouble SIMPLE [(alltypesorc) POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: insert into table orc_llap partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap@csmallint=2 POSTHOOK: query: insert into table orc_llap partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap@csmallint=2 @@ -59,12 +63,14 @@ POSTHOOK: type: ALTERTABLE_PROPERTIES POSTHOOK: Input: default@orc_llap POSTHOOK: Output: default@orc_llap PREHOOK: query: insert into table orc_llap partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble desc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble desc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap@csmallint=3 POSTHOOK: query: insert into table orc_llap partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble desc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble desc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap@csmallint=3 @@ -174,24 +180,26 @@ POSTHOOK: Input: default@orc_llap@csmallint=1 POSTHOOK: Input: default@orc_llap@csmallint=2 POSTHOOK: Input: default@orc_llap@csmallint=3 #### A masked pattern was here #### --285355633 1 -1241163445 --109813638 1 -58941842 -164554497 1 1161977292 -199879534 1 123351087 -246423894 1 -1645852809 -354670578 1 562841852 -455419170 1 1108177470 -665801232 1 480783141 -708885482 1 -1645852809 --285355633 2 -1241163445 --109813638 2 -58941842 -164554497 2 1161977292 -199879534 2 123351087 -246423894 2 -1645852809 -354670578 2 562841852 -455419170 2 1108177470 -665801232 2 480783141 -708885482 2 -1645852809 +-894716315 1 1864027286 +206154150 1 1864027286 +253665376 1 NULL +253665376 1 NULL +253665376 1 NULL +528534767 1 NULL +528534767 1 NULL +626923679 1 NULL +626923679 1 NULL +626923679 1 NULL +-894716315 2 1864027286 +206154150 2 1864027286 +253665376 2 NULL +253665376 2 NULL +253665376 2 NULL +528534767 2 NULL +528534767 2 NULL +626923679 2 NULL +626923679 2 NULL +626923679 2 NULL -923308739 3 -1887561756 -3728 3 -1887561756 762 3 -1645852809 @@ -424,25 +432,27 @@ POSTHOOK: Input: default@orc_llap@csmallint=1 POSTHOOK: Input: default@orc_llap@csmallint=2 POSTHOOK: Input: default@orc_llap@csmallint=3 #### A masked pattern was here #### --285355633 1 -1241163445 --109813638 1 -58941842 +-894716315 1 1864027286 1 1 2 -164554497 1 1161977292 -199879534 1 123351087 -246423894 1 -1645852809 -354670578 1 562841852 -455419170 1 1108177470 -665801232 1 480783141 -708885482 1 -1645852809 --285355633 2 -1241163445 --109813638 2 -58941842 -164554497 2 1161977292 -199879534 2 123351087 -246423894 2 -1645852809 -354670578 2 562841852 -455419170 2 1108177470 -665801232 2 480783141 -708885482 2 -1645852809 +206154150 1 1864027286 +253665376 1 NULL +253665376 1 NULL +253665376 1 NULL +528534767 1 NULL +528534767 1 NULL +626923679 1 NULL +626923679 1 NULL +626923679 1 NULL +-894716315 2 1864027286 +206154150 2 1864027286 +253665376 2 NULL +253665376 2 NULL +253665376 2 NULL +528534767 2 NULL +528534767 2 NULL +626923679 2 NULL +626923679 2 NULL +626923679 2 NULL -923308739 3 -1887561756 -3728 3 -1887561756 762 3 -1645852809 diff --git ql/src/test/results/clientpositive/llap/llap_acid_fast.q.out ql/src/test/results/clientpositive/llap/llap_acid_fast.q.out index 4a7297d907..1446cb9461 100644 --- ql/src/test/results/clientpositive/llap/llap_acid_fast.q.out +++ ql/src/test/results/clientpositive/llap/llap_acid_fast.q.out @@ -25,12 +25,14 @@ POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_llap_acid_fast PREHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap_acid_fast@csmallint=1 POSTHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=1 @@ -39,12 +41,14 @@ POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cdouble SIMPLE [(al POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap_acid_fast@csmallint=2 POSTHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=2 @@ -53,12 +57,14 @@ POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=2).cdouble SIMPLE [(al POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=2).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=2).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble desc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble desc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap_acid_fast@csmallint=3 POSTHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble desc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble desc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=3 @@ -66,6 +72,50 @@ POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=3).cbigint SIMPLE [(al POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=3).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=3).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=3).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +PREHOOK: query: select * from orc_llap_acid_fast +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_llap_acid_fast +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=1 +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=2 +PREHOOK: Input: default@orc_llap_acid_fast@csmallint=3 +#### A masked pattern was here #### +POSTHOOK: query: select * from orc_llap_acid_fast +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_llap_acid_fast +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=1 +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=2 +POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 +#### A masked pattern was here #### +-923308739 -1887561756 NULL 16343.0 3 +528534767 NULL -23.0 16368.0 3 +528534767 NULL 41.0 16370.0 3 +497728223 -1887561756 NULL 16376.0 3 +6981 -1887561756 NULL 9763215.5639 3 +528534767 NULL 79.553 9763215.5639 3 +528534767 NULL 10.175 9763215.5639 3 +528534767 NULL -24.0 -16311.0 1 +626923679 NULL 47.0 -16324.0 1 +626923679 NULL 15.0 -16339.0 1 +528534767 NULL -52.0 -16369.0 1 +626923679 NULL 48.0 -16372.0 1 +-894716315 1864027286 NULL -16379.0 1 +528534767 NULL -24.0 -16311.0 2 +626923679 NULL 47.0 -16324.0 2 +626923679 NULL 15.0 -16339.0 2 +528534767 NULL -52.0 -16369.0 2 +626923679 NULL 48.0 -16372.0 2 +-894716315 1864027286 NULL -16379.0 2 +206154150 1864027286 NULL -16310.0 1 +253665376 NULL 3.0 -16339.0 1 +253665376 NULL -23.0 -16355.0 1 +253665376 NULL -12.0 -16373.0 1 +206154150 1864027286 NULL -16310.0 2 +253665376 NULL 3.0 -16339.0 2 +253665376 NULL -23.0 -16355.0 2 +253665376 NULL -12.0 -16373.0 2 +253665376 NULL -40.0 16352.0 3 +762 -1645852809 NULL 9763215.5639 3 +-3728 -1887561756 NULL 9763215.5639 3 PREHOOK: query: explain vectorization only detail select cint, csmallint, cbigint from orc_llap_acid_fast where cint is not null order by csmallint, cint @@ -168,24 +218,26 @@ POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=1 POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=2 POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 #### A masked pattern was here #### --285355633 1 -1241163445 --109813638 1 -58941842 -164554497 1 1161977292 -199879534 1 123351087 -246423894 1 -1645852809 -354670578 1 562841852 -455419170 1 1108177470 -665801232 1 480783141 -708885482 1 -1645852809 --285355633 2 -1241163445 --109813638 2 -58941842 -164554497 2 1161977292 -199879534 2 123351087 -246423894 2 -1645852809 -354670578 2 562841852 -455419170 2 1108177470 -665801232 2 480783141 -708885482 2 -1645852809 +-894716315 1 1864027286 +206154150 1 1864027286 +253665376 1 NULL +253665376 1 NULL +253665376 1 NULL +528534767 1 NULL +528534767 1 NULL +626923679 1 NULL +626923679 1 NULL +626923679 1 NULL +-894716315 2 1864027286 +206154150 2 1864027286 +253665376 2 NULL +253665376 2 NULL +253665376 2 NULL +528534767 2 NULL +528534767 2 NULL +626923679 2 NULL +626923679 2 NULL +626923679 2 NULL -923308739 3 -1887561756 -3728 3 -1887561756 762 3 -1645852809 @@ -418,25 +470,27 @@ POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=1 POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=2 POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 #### A masked pattern was here #### --285355633 1 -1241163445 --109813638 1 -58941842 +-894716315 1 1864027286 1 1 2 -164554497 1 1161977292 -199879534 1 123351087 -246423894 1 -1645852809 -354670578 1 562841852 -455419170 1 1108177470 -665801232 1 480783141 -708885482 1 -1645852809 --285355633 2 -1241163445 --109813638 2 -58941842 -164554497 2 1161977292 -199879534 2 123351087 -246423894 2 -1645852809 -354670578 2 562841852 -455419170 2 1108177470 -665801232 2 480783141 -708885482 2 -1645852809 +206154150 1 1864027286 +253665376 1 NULL +253665376 1 NULL +253665376 1 NULL +528534767 1 NULL +528534767 1 NULL +626923679 1 NULL +626923679 1 NULL +626923679 1 NULL +-894716315 2 1864027286 +206154150 2 1864027286 +253665376 2 NULL +253665376 2 NULL +253665376 2 NULL +528534767 2 NULL +528534767 2 NULL +626923679 2 NULL +626923679 2 NULL +626923679 2 NULL -923308739 3 -1887561756 -3728 3 -1887561756 762 3 -1645852809 diff --git ql/src/test/results/clientpositive/llap_acid.q.out ql/src/test/results/clientpositive/llap_acid.q.out index 7429349d74..21e76501c7 100644 --- ql/src/test/results/clientpositive/llap_acid.q.out +++ ql/src/test/results/clientpositive/llap_acid.q.out @@ -23,12 +23,14 @@ POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_llap PREHOOK: query: insert into table orc_llap partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap@csmallint=1 POSTHOOK: query: insert into table orc_llap partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap@csmallint=1 @@ -37,12 +39,14 @@ POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cdouble SIMPLE [(alltypesorc) POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: insert into table orc_llap partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap@csmallint=2 POSTHOOK: query: insert into table orc_llap partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap@csmallint=2 @@ -59,12 +63,14 @@ POSTHOOK: type: ALTERTABLE_PROPERTIES POSTHOOK: Input: default@orc_llap POSTHOOK: Output: default@orc_llap PREHOOK: query: insert into table orc_llap partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble desc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble desc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap@csmallint=3 POSTHOOK: query: insert into table orc_llap partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble desc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble desc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap@csmallint=3 @@ -151,26 +157,26 @@ POSTHOOK: Input: default@orc_llap@csmallint=1 POSTHOOK: Input: default@orc_llap@csmallint=2 POSTHOOK: Input: default@orc_llap@csmallint=3 #### A masked pattern was here #### --970918963 1 -588508542 --734267047 1 895807844 --548534304 1 -1900081338 --546972460 1 665899329 --469581869 1 1033373031 --101217409 1 183045850 --37908611 1 -1378658304 -274816197 1 -437339127 -371876492 1 1862746855 -927956889 1 -935575737 --970918963 2 -588508542 --734267047 2 895807844 --548534304 2 -1900081338 --546972460 2 665899329 --469581869 2 1033373031 --101217409 2 183045850 --37908611 2 -1378658304 -274816197 2 -437339127 -371876492 2 1862746855 -927956889 2 -935575737 +-894716315 1 1864027286 +206154150 1 1864027286 +253665376 1 NULL +253665376 1 NULL +253665376 1 NULL +528534767 1 NULL +528534767 1 NULL +626923679 1 NULL +626923679 1 NULL +626923679 1 NULL +-894716315 2 1864027286 +206154150 2 1864027286 +253665376 2 NULL +253665376 2 NULL +253665376 2 NULL +528534767 2 NULL +528534767 2 NULL +626923679 2 NULL +626923679 2 NULL +626923679 2 NULL -923308739 3 -1887561756 -3728 3 -1887561756 762 3 -1645852809 @@ -352,27 +358,27 @@ POSTHOOK: Input: default@orc_llap@csmallint=1 POSTHOOK: Input: default@orc_llap@csmallint=2 POSTHOOK: Input: default@orc_llap@csmallint=3 #### A masked pattern was here #### --970918963 1 -588508542 --734267047 1 895807844 --548534304 1 -1900081338 --546972460 1 665899329 --469581869 1 1033373031 --101217409 1 183045850 --37908611 1 -1378658304 +-894716315 1 1864027286 1 1 2 -274816197 1 -437339127 -371876492 1 1862746855 -927956889 1 -935575737 --970918963 2 -588508542 --734267047 2 895807844 --548534304 2 -1900081338 --546972460 2 665899329 --469581869 2 1033373031 --101217409 2 183045850 --37908611 2 -1378658304 -274816197 2 -437339127 -371876492 2 1862746855 -927956889 2 -935575737 +206154150 1 1864027286 +253665376 1 NULL +253665376 1 NULL +253665376 1 NULL +528534767 1 NULL +528534767 1 NULL +626923679 1 NULL +626923679 1 NULL +626923679 1 NULL +-894716315 2 1864027286 +206154150 2 1864027286 +253665376 2 NULL +253665376 2 NULL +253665376 2 NULL +528534767 2 NULL +528534767 2 NULL +626923679 2 NULL +626923679 2 NULL +626923679 2 NULL -923308739 3 -1887561756 -3728 3 -1887561756 762 3 -1645852809 diff --git ql/src/test/results/clientpositive/llap_acid_fast.q.out ql/src/test/results/clientpositive/llap_acid_fast.q.out index e36f5d299b..a83618aff7 100644 --- ql/src/test/results/clientpositive/llap_acid_fast.q.out +++ ql/src/test/results/clientpositive/llap_acid_fast.q.out @@ -25,12 +25,14 @@ POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_llap_acid_fast PREHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap_acid_fast@csmallint=1 POSTHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 1) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=1 @@ -39,12 +41,14 @@ POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cdouble SIMPLE [(al POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap_acid_fast@csmallint=2 POSTHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 2) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble asc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble asc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=2 @@ -53,12 +57,14 @@ POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=2).cdouble SIMPLE [(al POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=2).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=2).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble desc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble desc limit 10 PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@orc_llap_acid_fast@csmallint=3 POSTHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 3) -select cint, cbigint, cfloat, cdouble from alltypesorc order by cdouble desc limit 10 +select cint, cbigint, cfloat, cdouble from alltypesorc +where cdouble is not null order by cdouble desc limit 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=3 @@ -145,26 +151,26 @@ POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=1 POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=2 POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 #### A masked pattern was here #### --970918963 1 -588508542 --734267047 1 895807844 --548534304 1 -1900081338 --546972460 1 665899329 --469581869 1 1033373031 --101217409 1 183045850 --37908611 1 -1378658304 -274816197 1 -437339127 -371876492 1 1862746855 -927956889 1 -935575737 --970918963 2 -588508542 --734267047 2 895807844 --548534304 2 -1900081338 --546972460 2 665899329 --469581869 2 1033373031 --101217409 2 183045850 --37908611 2 -1378658304 -274816197 2 -437339127 -371876492 2 1862746855 -927956889 2 -935575737 +-894716315 1 1864027286 +206154150 1 1864027286 +253665376 1 NULL +253665376 1 NULL +253665376 1 NULL +528534767 1 NULL +528534767 1 NULL +626923679 1 NULL +626923679 1 NULL +626923679 1 NULL +-894716315 2 1864027286 +206154150 2 1864027286 +253665376 2 NULL +253665376 2 NULL +253665376 2 NULL +528534767 2 NULL +528534767 2 NULL +626923679 2 NULL +626923679 2 NULL +626923679 2 NULL -923308739 3 -1887561756 -3728 3 -1887561756 762 3 -1645852809 @@ -346,27 +352,27 @@ POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=1 POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=2 POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 #### A masked pattern was here #### --970918963 1 -588508542 --734267047 1 895807844 --548534304 1 -1900081338 --546972460 1 665899329 --469581869 1 1033373031 --101217409 1 183045850 --37908611 1 -1378658304 +-894716315 1 1864027286 1 1 2 -274816197 1 -437339127 -371876492 1 1862746855 -927956889 1 -935575737 --970918963 2 -588508542 --734267047 2 895807844 --548534304 2 -1900081338 --546972460 2 665899329 --469581869 2 1033373031 --101217409 2 183045850 --37908611 2 -1378658304 -274816197 2 -437339127 -371876492 2 1862746855 -927956889 2 -935575737 +206154150 1 1864027286 +253665376 1 NULL +253665376 1 NULL +253665376 1 NULL +528534767 1 NULL +528534767 1 NULL +626923679 1 NULL +626923679 1 NULL +626923679 1 NULL +-894716315 2 1864027286 +206154150 2 1864027286 +253665376 2 NULL +253665376 2 NULL +253665376 2 NULL +528534767 2 NULL +528534767 2 NULL +626923679 2 NULL +626923679 2 NULL +626923679 2 NULL -923308739 3 -1887561756 -3728 3 -1887561756 762 3 -1645852809