diff --git ql/src/test/queries/clientpositive/union_fast_stats.q ql/src/test/queries/clientpositive/union_fast_stats.q index 616af43..73b488e 100644 --- ql/src/test/queries/clientpositive/union_fast_stats.q +++ ql/src/test/queries/clientpositive/union_fast_stats.q @@ -14,14 +14,16 @@ create table small_alltypesorc2a as select * from alltypesorc where cint is null create table small_alltypesorc3a as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5; create table small_alltypesorc4a as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5; -create table small_alltypesorc_a stored as orc as select * from +create table small_alltypesorc_a stored as orc as +select q.*, row_number() over() as number from (select * from (select * from small_alltypesorc1a) sq1 union all select * from (select * from small_alltypesorc2a) sq2 union all select * from (select * from small_alltypesorc3a) sq3 union all - select * from (select * from small_alltypesorc4a) sq4) q; + select * from (select * from small_alltypesorc4a) sq4) q +order by number; desc formatted small_alltypesorc_a; @@ -29,7 +31,9 @@ ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS; desc formatted small_alltypesorc_a; -insert into table small_alltypesorc_a select * from small_alltypesorc1a; +insert into table small_alltypesorc_a +select a.*, row_number() over() as number from small_alltypesorc1a a +order by number; desc formatted small_alltypesorc_a; @@ -48,14 +52,16 @@ create table small_alltypesorc2a as select * from alltypesorc where cint is null create table small_alltypesorc3a as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5; create table small_alltypesorc4a as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5; -create table small_alltypesorc_a stored as orc as select * from +create table small_alltypesorc_a stored as orc as +select q.*, row_number() over() as number from (select * from (select * from small_alltypesorc1a) sq1 union all select * from (select * from small_alltypesorc2a) sq2 union all select * from (select * from small_alltypesorc3a) sq3 union all - select * from (select * from small_alltypesorc4a) sq4) q; + select * from (select * from small_alltypesorc4a) sq4) q +order by number; desc formatted small_alltypesorc_a; @@ -63,6 +69,8 @@ ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS; desc formatted small_alltypesorc_a; -insert into table small_alltypesorc_a select * from small_alltypesorc1a; +insert into table small_alltypesorc_a +select a.*, row_number() over() as number from small_alltypesorc1a a +order by number; desc formatted small_alltypesorc_a; diff --git ql/src/test/results/clientpositive/llap/union_fast_stats.q.out ql/src/test/results/clientpositive/llap/union_fast_stats.q.out index c2fb461..ad9c331 100644 --- ql/src/test/results/clientpositive/llap/union_fast_stats.q.out +++ ql/src/test/results/clientpositive/llap/union_fast_stats.q.out @@ -106,7 +106,8 @@ POSTHOOK: Lineage: small_alltypesorc4a.cstring2 SIMPLE [(alltypesorc)alltypesorc POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [] -PREHOOK: query: create table small_alltypesorc_a stored as orc as select * from +PREHOOK: query: create table small_alltypesorc_a stored as orc as +select q.*, row_number() over() as number from (select * from (select * from small_alltypesorc1a) sq1 union all select * from (select * from small_alltypesorc2a) sq2 @@ -114,6 +115,7 @@ PREHOOK: query: create table small_alltypesorc_a stored as orc as select * from select * from (select * from small_alltypesorc3a) sq3 union all select * from (select * from small_alltypesorc4a) sq4) q +order by number PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@small_alltypesorc1a PREHOOK: Input: default@small_alltypesorc2a @@ -121,7 +123,8 @@ PREHOOK: Input: default@small_alltypesorc3a PREHOOK: Input: default@small_alltypesorc4a PREHOOK: Output: database:default PREHOOK: Output: default@small_alltypesorc_a -POSTHOOK: query: create table small_alltypesorc_a stored as orc as select * from +POSTHOOK: query: create table small_alltypesorc_a stored as orc as +select q.*, row_number() over() as number from (select * from (select * from small_alltypesorc1a) sq1 union all select * from (select * from small_alltypesorc2a) sq2 @@ -129,6 +132,7 @@ POSTHOOK: query: create table small_alltypesorc_a stored as orc as select * from select * from (select * from small_alltypesorc3a) sq3 union all select * from (select * from small_alltypesorc4a) sq4) q +order by number POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@small_alltypesorc1a POSTHOOK: Input: default@small_alltypesorc2a @@ -148,6 +152,7 @@ POSTHOOK: Lineage: small_alltypesorc_a.cstring2 EXPRESSION [(small_alltypesorc1a POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] POSTHOOK: Lineage: small_alltypesorc_a.ctinyint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.number SCRIPT [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] PREHOOK: query: desc formatted small_alltypesorc_a PREHOOK: type: DESCTABLE PREHOOK: Input: default@small_alltypesorc_a @@ -168,6 +173,7 @@ ctimestamp1 timestamp ctimestamp2 timestamp cboolean1 boolean cboolean2 boolean +number int # Detailed Table Information Database: default @@ -177,10 +183,10 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 3 + numFiles 1 numRows 15 - rawDataSize 3483 - totalSize 4003 + rawDataSize 3380 + totalSize 2001 #### A masked pattern was here #### # Storage Information @@ -221,6 +227,7 @@ ctimestamp1 timestamp ctimestamp2 timestamp cboolean1 boolean cboolean2 boolean +number int # Detailed Table Information Database: default @@ -230,10 +237,10 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 3 + numFiles 1 numRows 15 - rawDataSize 3483 - totalSize 4003 + rawDataSize 3380 + totalSize 2001 #### A masked pattern was here #### # Storage Information @@ -246,26 +253,31 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 -PREHOOK: query: insert into table small_alltypesorc_a select * from small_alltypesorc1a +PREHOOK: query: insert into table small_alltypesorc_a +select a.*, row_number() over() as number from small_alltypesorc1a a +order by number PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1a PREHOOK: Output: default@small_alltypesorc_a -POSTHOOK: query: insert into table small_alltypesorc_a select * from small_alltypesorc1a +POSTHOOK: query: insert into table small_alltypesorc_a +select a.*, row_number() over() as number from small_alltypesorc1a a +order by number POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc1a POSTHOOK: Output: default@small_alltypesorc_a -POSTHOOK: Lineage: small_alltypesorc_a.cbigint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cdouble SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cfloat SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.csmallint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctinyint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cbigint SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cdouble SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cfloat SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cint SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.csmallint SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring1 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring2 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctinyint SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.number SCRIPT [(small_alltypesorc1a)a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc1a)a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc1a)a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc1a)a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] PREHOOK: query: desc formatted small_alltypesorc_a PREHOOK: type: DESCTABLE PREHOOK: Input: default@small_alltypesorc_a @@ -286,6 +298,7 @@ ctimestamp1 timestamp ctimestamp2 timestamp cboolean1 boolean cboolean2 boolean +number int # Detailed Table Information Database: default @@ -295,10 +308,10 @@ Retention: 0 Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} - numFiles 4 + numFiles 2 numRows 20 - rawDataSize 4552 - totalSize 5360 + rawDataSize 4469 + totalSize 3426 #### A masked pattern was here #### # Storage Information @@ -439,7 +452,8 @@ POSTHOOK: Lineage: small_alltypesorc4a.cstring2 SIMPLE [(alltypesorc)alltypesorc POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [] -PREHOOK: query: create table small_alltypesorc_a stored as orc as select * from +PREHOOK: query: create table small_alltypesorc_a stored as orc as +select q.*, row_number() over() as number from (select * from (select * from small_alltypesorc1a) sq1 union all select * from (select * from small_alltypesorc2a) sq2 @@ -447,6 +461,7 @@ PREHOOK: query: create table small_alltypesorc_a stored as orc as select * from select * from (select * from small_alltypesorc3a) sq3 union all select * from (select * from small_alltypesorc4a) sq4) q +order by number PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@small_alltypesorc1a PREHOOK: Input: default@small_alltypesorc2a @@ -454,7 +469,8 @@ PREHOOK: Input: default@small_alltypesorc3a PREHOOK: Input: default@small_alltypesorc4a PREHOOK: Output: database:default PREHOOK: Output: default@small_alltypesorc_a -POSTHOOK: query: create table small_alltypesorc_a stored as orc as select * from +POSTHOOK: query: create table small_alltypesorc_a stored as orc as +select q.*, row_number() over() as number from (select * from (select * from small_alltypesorc1a) sq1 union all select * from (select * from small_alltypesorc2a) sq2 @@ -462,6 +478,7 @@ POSTHOOK: query: create table small_alltypesorc_a stored as orc as select * from select * from (select * from small_alltypesorc3a) sq3 union all select * from (select * from small_alltypesorc4a) sq4) q +order by number POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@small_alltypesorc1a POSTHOOK: Input: default@small_alltypesorc2a @@ -481,6 +498,7 @@ POSTHOOK: Lineage: small_alltypesorc_a.cstring2 EXPRESSION [(small_alltypesorc1a POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] POSTHOOK: Lineage: small_alltypesorc_a.ctinyint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.number SCRIPT [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] PREHOOK: query: desc formatted small_alltypesorc_a PREHOOK: type: DESCTABLE PREHOOK: Input: default@small_alltypesorc_a @@ -501,6 +519,7 @@ ctimestamp1 timestamp ctimestamp2 timestamp cboolean1 boolean cboolean2 boolean +number int # Detailed Table Information Database: default @@ -511,9 +530,9 @@ Table Type: MANAGED_TABLE Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 - numRows 5 - rawDataSize 1069 - totalSize 3224 + numRows 15 + rawDataSize 3380 + totalSize 2001 #### A masked pattern was here #### # Storage Information @@ -554,6 +573,7 @@ ctimestamp1 timestamp ctimestamp2 timestamp cboolean1 boolean cboolean2 boolean +number int # Detailed Table Information Database: default @@ -565,8 +585,8 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 15 - rawDataSize 3320 - totalSize 3224 + rawDataSize 3380 + totalSize 2001 #### A masked pattern was here #### # Storage Information @@ -579,26 +599,31 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 -PREHOOK: query: insert into table small_alltypesorc_a select * from small_alltypesorc1a +PREHOOK: query: insert into table small_alltypesorc_a +select a.*, row_number() over() as number from small_alltypesorc1a a +order by number PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1a PREHOOK: Output: default@small_alltypesorc_a -POSTHOOK: query: insert into table small_alltypesorc_a select * from small_alltypesorc1a +POSTHOOK: query: insert into table small_alltypesorc_a +select a.*, row_number() over() as number from small_alltypesorc1a a +order by number POSTHOOK: type: QUERY POSTHOOK: Input: default@small_alltypesorc1a POSTHOOK: Output: default@small_alltypesorc_a -POSTHOOK: Lineage: small_alltypesorc_a.cbigint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cdouble SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cfloat SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.csmallint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.cstring2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] -POSTHOOK: Lineage: small_alltypesorc_a.ctinyint SIMPLE [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cbigint SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cdouble SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cfloat SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cint SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.csmallint SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring1 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring2 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctinyint SIMPLE [(small_alltypesorc1a)a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.number SCRIPT [(small_alltypesorc1a)a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc1a)a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc1a)a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc1a)a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc1a)a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] PREHOOK: query: desc formatted small_alltypesorc_a PREHOOK: type: DESCTABLE PREHOOK: Input: default@small_alltypesorc_a @@ -619,6 +644,7 @@ ctimestamp1 timestamp ctimestamp2 timestamp cboolean1 boolean cboolean2 boolean +number int # Detailed Table Information Database: default @@ -630,8 +656,8 @@ Table Parameters: COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 numRows 20 - rawDataSize 4389 - totalSize 4581 + rawDataSize 4469 + totalSize 3426 #### A masked pattern was here #### # Storage Information