diff --git a/itests/hive-blobstore/src/test/queries/clientpositive/alter_table_concatenate.q b/itests/hive-blobstore/src/test/queries/clientpositive/alter_table_concatenate.q new file mode 100644 index 0000000000..9f001c78fd --- /dev/null +++ b/itests/hive-blobstore/src/test/queries/clientpositive/alter_table_concatenate.q @@ -0,0 +1,37 @@ +SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; + +DROP TABLE IF EXISTS alter_concat_no_partitions_test_table; +DROP TABLE IF EXISTS alter_concat_partitions_test_table; + +CREATE TABLE alter_concat_no_partitions_test_table ( + key INT, + value STRING) +STORED AS RCFILE +LOCATION '${hiveconf:test.blobstore.path.unique}/alter_concat_no_partitions_test_table/'; + +LOAD DATA LOCAL INPATH '../../data/files/smbbucket_1.rc' INTO TABLE alter_concat_no_partitions_test_table; +LOAD DATA LOCAL INPATH '../../data/files/smbbucket_2.rc' INTO TABLE alter_concat_no_partitions_test_table; +LOAD DATA LOCAL INPATH '../../data/files/smbbucket_3.rc' INTO TABLE alter_concat_no_partitions_test_table; + +SHOW TABLE EXTENDED LIKE `alter_concat_no_partitions_test_table`; + +ALTER TABLE alter_concat_no_partitions_test_table CONCATENATE; +SHOW TABLE EXTENDED LIKE `alter_concat_no_partitions_test_table`; + +CREATE TABLE alter_concat_partitions_test_table ( + key INT, + value STRING) +PARTITIONED BY (ds STRING) +STORED AS RCFILE +LOCATION '${hiveconf:test.blobstore.path.unique}/alter_concat_partitions_test_table/'; + +ALTER TABLE alter_concat_partitions_test_table ADD PARTITION (ds='2011'); + +LOAD DATA LOCAL INPATH '../../data/files/smbbucket_1.rc' INTO TABLE alter_concat_partitions_test_table PARTITION (ds='2011'); +LOAD DATA LOCAL INPATH '../../data/files/smbbucket_2.rc' INTO TABLE alter_concat_partitions_test_table PARTITION (ds='2011'); +LOAD DATA LOCAL INPATH '../../data/files/smbbucket_3.rc' INTO TABLE alter_concat_partitions_test_table PARTITION (ds='2011'); + +SHOW TABLE EXTENDED LIKE `alter_concat_partitions_test_table`; + +ALTER TABLE alter_concat_partitions_test_table PARTITION (ds='2011') CONCATENATE; +SHOW TABLE EXTENDED LIKE `alter_concat_partitions_test_table`; diff --git a/itests/hive-blobstore/src/test/results/clientpositive/alter_table_concatenate.q.out b/itests/hive-blobstore/src/test/results/clientpositive/alter_table_concatenate.q.out new file mode 100644 index 0000000000..1704cd8b19 --- /dev/null +++ b/itests/hive-blobstore/src/test/results/clientpositive/alter_table_concatenate.q.out @@ -0,0 +1,189 @@ +PREHOOK: query: DROP TABLE IF EXISTS alter_concat_no_partitions_test_table +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS alter_concat_no_partitions_test_table +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE IF EXISTS alter_concat_partitions_test_table +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS alter_concat_partitions_test_table +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE alter_concat_no_partitions_test_table ( + key INT, + value STRING) +STORED AS RCFILE +#### A masked pattern was here #### +PREHOOK: type: CREATETABLE +PREHOOK: Input: ### test.blobstore.path ###/alter_concat_no_partitions_test_table +PREHOOK: Output: database:default +PREHOOK: Output: default@alter_concat_no_partitions_test_table +POSTHOOK: query: CREATE TABLE alter_concat_no_partitions_test_table ( + key INT, + value STRING) +STORED AS RCFILE +#### A masked pattern was here #### +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: ### test.blobstore.path ###/alter_concat_no_partitions_test_table +POSTHOOK: Output: database:default +POSTHOOK: Output: default@alter_concat_no_partitions_test_table +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_1.rc' INTO TABLE alter_concat_no_partitions_test_table +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@alter_concat_no_partitions_test_table +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_1.rc' INTO TABLE alter_concat_no_partitions_test_table +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@alter_concat_no_partitions_test_table +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_2.rc' INTO TABLE alter_concat_no_partitions_test_table +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@alter_concat_no_partitions_test_table +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_2.rc' INTO TABLE alter_concat_no_partitions_test_table +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@alter_concat_no_partitions_test_table +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_3.rc' INTO TABLE alter_concat_no_partitions_test_table +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@alter_concat_no_partitions_test_table +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_3.rc' INTO TABLE alter_concat_no_partitions_test_table +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@alter_concat_no_partitions_test_table +PREHOOK: query: SHOW TABLE EXTENDED LIKE `alter_concat_no_partitions_test_table` +PREHOOK: type: SHOW_TABLESTATUS +POSTHOOK: query: SHOW TABLE EXTENDED LIKE `alter_concat_no_partitions_test_table` +POSTHOOK: type: SHOW_TABLESTATUS +tableName:alter_concat_no_partitions_test_table +#### A masked pattern was here #### +location:### test.blobstore.path ###/alter_concat_no_partitions_test_table +inputformat:org.apache.hadoop.hive.ql.io.RCFileInputFormat +outputformat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat +columns:struct columns { i32 key, string value} +partitioned:false +partitionColumns: +totalNumberFiles:3 +totalFileSize:636 +maxFileSize:222 +minFileSize:206 +#### A masked pattern was here #### + +PREHOOK: query: ALTER TABLE alter_concat_no_partitions_test_table CONCATENATE +PREHOOK: type: ALTER_TABLE_MERGE +PREHOOK: Input: default@alter_concat_no_partitions_test_table +PREHOOK: Output: default@alter_concat_no_partitions_test_table +POSTHOOK: query: ALTER TABLE alter_concat_no_partitions_test_table CONCATENATE +POSTHOOK: type: ALTER_TABLE_MERGE +POSTHOOK: Input: default@alter_concat_no_partitions_test_table +POSTHOOK: Output: default@alter_concat_no_partitions_test_table +PREHOOK: query: SHOW TABLE EXTENDED LIKE `alter_concat_no_partitions_test_table` +PREHOOK: type: SHOW_TABLESTATUS +POSTHOOK: query: SHOW TABLE EXTENDED LIKE `alter_concat_no_partitions_test_table` +POSTHOOK: type: SHOW_TABLESTATUS +tableName:alter_concat_no_partitions_test_table +#### A masked pattern was here #### +location:### test.blobstore.path ###/alter_concat_no_partitions_test_table +inputformat:org.apache.hadoop.hive.ql.io.RCFileInputFormat +outputformat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat +columns:struct columns { i32 key, string value} +partitioned:false +partitionColumns: +totalNumberFiles:1 +totalFileSize:239 +maxFileSize:239 +minFileSize:239 +#### A masked pattern was here #### + +PREHOOK: query: CREATE TABLE alter_concat_partitions_test_table ( + key INT, + value STRING) +PARTITIONED BY (ds STRING) +STORED AS RCFILE +#### A masked pattern was here #### +PREHOOK: type: CREATETABLE +PREHOOK: Input: ### test.blobstore.path ###/alter_concat_partitions_test_table +PREHOOK: Output: database:default +PREHOOK: Output: default@alter_concat_partitions_test_table +POSTHOOK: query: CREATE TABLE alter_concat_partitions_test_table ( + key INT, + value STRING) +PARTITIONED BY (ds STRING) +STORED AS RCFILE +#### A masked pattern was here #### +POSTHOOK: type: CREATETABLE +POSTHOOK: Input: ### test.blobstore.path ###/alter_concat_partitions_test_table +POSTHOOK: Output: database:default +POSTHOOK: Output: default@alter_concat_partitions_test_table +PREHOOK: query: ALTER TABLE alter_concat_partitions_test_table ADD PARTITION (ds='2011') +PREHOOK: type: ALTERTABLE_ADDPARTS +PREHOOK: Output: default@alter_concat_partitions_test_table +POSTHOOK: query: ALTER TABLE alter_concat_partitions_test_table ADD PARTITION (ds='2011') +POSTHOOK: type: ALTERTABLE_ADDPARTS +POSTHOOK: Output: default@alter_concat_partitions_test_table +POSTHOOK: Output: default@alter_concat_partitions_test_table@ds=2011 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_1.rc' INTO TABLE alter_concat_partitions_test_table PARTITION (ds='2011') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@alter_concat_partitions_test_table@ds=2011 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_1.rc' INTO TABLE alter_concat_partitions_test_table PARTITION (ds='2011') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@alter_concat_partitions_test_table@ds=2011 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_2.rc' INTO TABLE alter_concat_partitions_test_table PARTITION (ds='2011') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@alter_concat_partitions_test_table@ds=2011 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_2.rc' INTO TABLE alter_concat_partitions_test_table PARTITION (ds='2011') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@alter_concat_partitions_test_table@ds=2011 +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_3.rc' INTO TABLE alter_concat_partitions_test_table PARTITION (ds='2011') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@alter_concat_partitions_test_table@ds=2011 +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/smbbucket_3.rc' INTO TABLE alter_concat_partitions_test_table PARTITION (ds='2011') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@alter_concat_partitions_test_table@ds=2011 +PREHOOK: query: SHOW TABLE EXTENDED LIKE `alter_concat_partitions_test_table` +PREHOOK: type: SHOW_TABLESTATUS +POSTHOOK: query: SHOW TABLE EXTENDED LIKE `alter_concat_partitions_test_table` +POSTHOOK: type: SHOW_TABLESTATUS +tableName:alter_concat_partitions_test_table +#### A masked pattern was here #### +location:### test.blobstore.path ###/alter_concat_partitions_test_table +inputformat:org.apache.hadoop.hive.ql.io.RCFileInputFormat +outputformat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat +columns:struct columns { i32 key, string value} +partitioned:true +partitionColumns:struct partition_columns { string ds} +totalNumberFiles:3 +totalFileSize:636 +maxFileSize:222 +minFileSize:206 +#### A masked pattern was here #### + +PREHOOK: query: ALTER TABLE alter_concat_partitions_test_table PARTITION (ds='2011') CONCATENATE +PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@alter_concat_partitions_test_table +PREHOOK: Output: default@alter_concat_partitions_test_table@ds=2011 +POSTHOOK: query: ALTER TABLE alter_concat_partitions_test_table PARTITION (ds='2011') CONCATENATE +POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@alter_concat_partitions_test_table +POSTHOOK: Output: default@alter_concat_partitions_test_table@ds=2011 +PREHOOK: query: SHOW TABLE EXTENDED LIKE `alter_concat_partitions_test_table` +PREHOOK: type: SHOW_TABLESTATUS +POSTHOOK: query: SHOW TABLE EXTENDED LIKE `alter_concat_partitions_test_table` +POSTHOOK: type: SHOW_TABLESTATUS +tableName:alter_concat_partitions_test_table +#### A masked pattern was here #### +location:### test.blobstore.path ###/alter_concat_partitions_test_table +inputformat:org.apache.hadoop.hive.ql.io.RCFileInputFormat +outputformat:org.apache.hadoop.hive.ql.io.RCFileOutputFormat +columns:struct columns { i32 key, string value} +partitioned:true +partitionColumns:struct partition_columns { string ds} +totalNumberFiles:1 +totalFileSize:239 +maxFileSize:239 +minFileSize:239 +#### A masked pattern was here #### +